-- Logs begin at Mon 2022-04-11 15:35:21 UTC, end at Mon 2022-04-11 17:16:46 UTC. -- Apr 11 16:33:50.994139 dv-cinder-837163-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 16:33:53.993639 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:33:53.994306 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:33:53.994446 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110519) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:33:53.997800 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:33:53.998056 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:33:53.998369 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110519) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:33:53.999319 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:33:53.999577 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:33:53.999959 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:33:54.000208 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:33:54.000436 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:33:54.000853 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.001278 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 16:33:54.001588 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.001883 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.002175 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.002468 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.002755 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.003038 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.003327 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.003650 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.003939 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.004324 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.004787 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.005086 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.005376 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.005675 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.005963 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.006249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] debug = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.006535 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.006972 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.007393 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.007711 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.008001 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.008284 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.008559 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.008836 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.009119 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.009449 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] host = dv-cinder-837163-2-iscsi {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.009727 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.010043 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.010303 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.010588 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.010864 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.011140 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.011424 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.011721 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.011995 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.012268 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.012554 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.012840 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.013127 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.013353 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.013577 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.013870 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.014154 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.014432 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.014706 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.014978 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.015250 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.015553 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.015815 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.016096 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.016378 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.016659 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.016931 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.017201 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.017473 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.017741 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.018022 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.018292 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.018562 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.018832 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.019115 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.019381 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.019700 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.020002 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.020286 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.020564 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.020847 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.021118 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.021396 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.021666 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.021937 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.022204 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] use_json = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.022471 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.022740 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.023017 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.023287 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.023578 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.023851 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.024120 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.024404 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.024673 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:54.024965 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.025256 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.025552 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.025846 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.026132 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.026407 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.026694 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.026969 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.027254 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.027559 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.027852 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.028128 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.028424 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.028709 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.029001 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.029304 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.029593 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.029879 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.030151 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.030420 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.030691 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.030966 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.031250 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.031532 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.031834 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.032119 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.032394 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.032686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.032971 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.033259 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.033543 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.033812 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.034088 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.034380 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.034655 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.034924 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.035198 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.036051 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.036488 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.036766 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.037049 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.037324 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.037595 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.037865 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.038141 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.038427 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.038699 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.038966 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.039234 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.039529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.039807 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.040088 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.040359 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.040627 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.040895 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.041170 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.041437 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.041705 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.041979 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.042247 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.042522 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.042790 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.043058 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.043327 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.043623 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.043893 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.044161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.044432 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.044710 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.044980 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.045251 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.045525 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.045797 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.046070 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.046356 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.046650 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.046927 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.047203 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.047479 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.047781 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.048055 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.048328 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.048602 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.048876 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.049145 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.049432 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.049710 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.049994 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.050292 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.050565 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.050855 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.051923 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.052212 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.052496 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.052774 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.053051 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.053332 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.053613 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.053903 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.054194 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.054484 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.054779 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.055070 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.055348 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.055685 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.055965 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:54.056181 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:33:54.056421 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110519) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 16:33:54.434854 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:33:54.435139 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:33:54.435446 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:33:54.435818 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 16:33:54.767788 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.768026 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.768296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.769592 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.770475 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.770781 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.828688 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.828969 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.829239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.844098 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.844380 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.844654 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.876240 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.876523 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.876795 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.914430 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.914725 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:54.914998 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.273081 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.273725 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.273725 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.273932 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.274561 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.375456 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.375806 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.376096 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.376377 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.376649 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.376968 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.377235 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.377498 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.377759 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.378058 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.378314 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.378582 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.378843 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.379124 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.379428 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.379797 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.380061 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.380338 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.380616 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.380881 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.381313 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.381581 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.381876 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.382267 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.382525 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.382778 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.383177 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:55.383423 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:55.383696 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:55.383939 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:55.384186 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:55.384424 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:55.384790 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 16:33:55.387921 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 16:33:55.391845 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 16:33:55.395713 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 11 16:33:55.397345 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 16:33:55.397819 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 16:33:55.398158 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 16:33:55.398545 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 16:33:55.401514 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 16:33:55.401763 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 16:33:55.402105 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:33:55.406984 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 16:33:55.431535 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 16:33:55.432004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.432308 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110519) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 16:33:55.432682 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.434042 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110519) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 16:33:55.434330 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:33:55.434573 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 16:33:55.437902 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.438182 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:55.500698 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 16:33:55.500945 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 16:33:55.501183 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 16:33:55.501560 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 16:33:55.523277 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_db.sqlalchemy.engines [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110519) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 16:33:56.114828 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing driver for type 'gre' Apr 11 16:33:56.115351 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] gre ID ranges: [(1, 1000)] Apr 11 16:33:56.274083 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing driver for type 'local' Apr 11 16:33:56.274734 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing driver for type 'vlan' Apr 11 16:33:56.342219 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] VlanTypeDriver initialization complete Apr 11 16:33:56.342558 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing driver for type 'vxlan' Apr 11 16:33:56.343057 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] vxlan ID ranges: [(1, 1000)] Apr 11 16:33:56.514229 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing extension driver 'port_security' Apr 11 16:33:56.514599 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.extensions.port_security [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] PortSecurityExtensionDriver initialization complete Apr 11 16:33:56.514957 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing mechanism driver 'openvswitch' Apr 11 16:33:56.515286 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing mechanism driver 'hyperv' Apr 11 16:33:56.540879 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.plugin [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:33:56.541898 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.542319 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.542724 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.543320 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:33:56.543846 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.544243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.544642 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.545100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:33:56.545551 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.545949 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.546352 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.546789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:33:56.547248 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > security_group after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.547683 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > security_group after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.548076 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.548521 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:33:56.548986 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.549393 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.549784 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.550223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:33:56.550697 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > address_group after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.551720 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > address_group after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.552108 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.552550 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:33:56.553083 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] ML2 OVO RPC backend initialized. {{(pid=110519) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 16:33:56.553875 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.554267 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.554684 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.555035 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > networks before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.555382 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.555748 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > ports before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.556091 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.556428 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnets before_response 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.556768 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.557103 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.557434 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.557765 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.558147 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.558557 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.558949 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.559328 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.559724 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.568314 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded quota_driver: . Apr 11 16:33:56.573862 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.plugin [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Modular L2 Plugin initialization complete Apr 11 16:33:56.573862 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading services supported by the core plugin {{(pid=110519) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 16:33:56.573862 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.plugins.ml2.managers [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Got port-security extension from driver 'port_security' Apr 11 16:33:56.573862 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.extensions.vlantransparent [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Disabled vlantransparent extension. Apr 11 16:33:56.573862 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110519) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 16:33:56.573862 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: router Apr 11 16:33:56.611197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.611616 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_create 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.611993 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router before_create 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.612360 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.612732 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.613088 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_delete 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.613447 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.613799 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.614670 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_create 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.615134 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_update 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.615502 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_update 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.615887 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.616248 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_update 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.616663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_update 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.617036 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.617374 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.617710 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: subnet after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.618071 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.618415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.618893 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_create 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.619126 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.619450 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.619849 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router after_update 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.620183 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.621589 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_create 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.621959 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.622318 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_update 55549900 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.622686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > agent after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.623042 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > agent after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.623535 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > network after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.624403 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Tracking information for resource: router configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:56.624734 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Tracking information for resource: floatingip configured {{(pid=110519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:33:56.629553 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.db.l3_agentschedulers_db [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 16:33:56.630952 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.631316 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port after_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.631693 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port after_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.632048 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: port after_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.632834 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router before_create 55550100 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.633199 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.633554 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_create 55550100 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.633907 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > router precommit_update 55550100 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.638679 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.provider_configuration [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service providers = [] {{(pid=110519) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 16:33:56.639041 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.db.servicetype_db [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110519) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 16:33:56.641998 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.service_base [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:33:56.642343 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.service_base [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:33:56.642682 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.service_base [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:33:56.643589 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.services.service_base [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:33:56.643958 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.services.service_base [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 16:33:56.644331 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.644646 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 16:33:56.656620 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.656955 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: auto_allocate Apr 11 16:33:56.662546 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: network precommit_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.662906 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: network precommit_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.663408 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.663757 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: tag Apr 11 16:33:56.670555 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.671012 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: timestamp Apr 11 16:33:56.674854 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.675180 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: network_ip_availability Apr 11 16:33:56.681379 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.681756 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.682116 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.682841 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.683158 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: flavors Apr 11 16:33:56.688122 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.688450 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading Plugin: revisions Apr 11 16:33:56.693520 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:33:56.693909 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_concurrency.lockutils [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.258s {{(pid=110519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:33:56.694644 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110519) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 16:33:56.694974 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Initializing extension manager. Apr 11 16:33:56.695496 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: __init__.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.695864 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: __pycache__ {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.696195 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: address_group.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.696948 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.697520 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: address-group Apr 11 16:33:56.697842 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: address_scope.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.698553 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.699056 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: address-scope Apr 11 16:33:56.699377 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.700320 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.700828 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: router-admin-state-down-before-update Apr 11 16:33:56.701149 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: agent.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.701839 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.702347 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: agent Apr 11 16:33:56.702667 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: agent_resources_synced.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.703595 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.704102 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: agent-resources-synced Apr 11 16:33:56.704419 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: allowedaddresspairs.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.706194 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.706705 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: allowed-address-pairs Apr 11 16:33:56.707027 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: auto_allocated_topology.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.708221 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.708734 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: auto-allocated-topology Apr 11 16:33:56.709056 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: availability_zone.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.709744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.710247 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: availability_zone Apr 11 16:33:56.710568 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: availability_zone_filter.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.711478 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.712007 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: availability_zone_filter Apr 11 16:33:56.712327 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: data_plane_status.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.713240 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.713723 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 16:33:56.714042 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: default_subnetpools.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.714947 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.715455 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: default-subnetpools Apr 11 16:33:56.715798 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.716605 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.717101 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: dhcp_agent_scheduler Apr 11 16:33:56.717420 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: dns.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.718322 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.718823 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 16:33:56.719147 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: dns_domain_ports.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.720080 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.720580 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 16:33:56.720902 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.721810 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.722305 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 16:33:56.722625 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: dvr.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.723281 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.724399 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: dvr Apr 11 16:33:56.724738 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: ecmp_routes.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.725661 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.726158 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 16:33:56.726477 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: empty_string_filtering.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.727371 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.727911 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: empty-string-filtering Apr 11 16:33:56.728231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.729127 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.729632 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:33:56.729953 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.730868 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.731371 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 16:33:56.731735 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: external_net.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.732639 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.733141 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: external-net Apr 11 16:33:56.733461 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.734371 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.734869 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: extra_dhcp_opt Apr 11 16:33:56.735187 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: extraroute.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.736132 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.736637 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: extraroute Apr 11 16:33:56.736957 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: extraroute_atomic.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.737979 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.738485 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: extraroute-atomic Apr 11 16:33:56.738802 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: filter_validation.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.740233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.740757 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: filter-validation Apr 11 16:33:56.741076 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: fip_pf_description.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.742156 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.742669 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 16:33:56.742985 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: fip_pf_port_range.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.743929 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.744431 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 16:33:56.744751 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: fip_port_details.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.745659 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.746162 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: fip-port-details Apr 11 16:33:56.746478 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: flavors.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.747779 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.748291 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: flavors Apr 11 16:33:56.748612 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.750256 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.750766 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 16:33:56.751095 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: floatingip_pools.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.751816 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.752320 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: floatingip-pools Apr 11 16:33:56.752643 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: ip_allocation.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.753559 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.754065 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 16:33:56.754383 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.755424 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.755967 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: ip-substring-filtering Apr 11 16:33:56.756292 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l2_adjacency.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.757221 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.757720 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 16:33:56.758040 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.759004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.759545 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: router Apr 11 16:33:56.759859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.762068 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.762588 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:33:56.762915 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.763865 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.764380 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: ext-gw-mode Apr 11 16:33:56.764704 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.765624 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.766128 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: l3-ha Apr 11 16:33:56.766452 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.767373 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.767965 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 16:33:56.768224 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_flavors.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.769124 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.769654 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: l3-flavors Apr 11 16:33:56.769966 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.771350 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.771904 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 16:33:56.772232 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.773157 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.773669 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 16:33:56.773995 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: l3agentscheduler.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.775014 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.775568 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: l3_agent_scheduler Apr 11 16:33:56.775893 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: local_ip.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.777763 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.778282 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension local_ip not supported by any of loaded plugins Apr 11 16:33:56.778612 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: logging.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.780088 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.780621 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension logging not supported by any of loaded plugins Apr 11 16:33:56.780938 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: metering.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.781702 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.782252 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: metering Apr 11 16:33:56.782576 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.783695 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.784212 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: metering_source_and_destination_fields Apr 11 16:33:56.784532 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: multiprovidernet.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.785467 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.786503 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: multi-provider Apr 11 16:33:56.786842 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: netmtu.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.787775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.788290 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: net-mtu Apr 11 16:33:56.788607 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: netmtu_writable.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.789526 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.790026 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: net-mtu-writable Apr 11 16:33:56.790348 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: network_availability_zone.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.791015 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.791537 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: network_availability_zone Apr 11 16:33:56.791864 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: network_ip_availability.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.792959 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.793469 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: network-ip-availability Apr 11 16:33:56.793792 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: network_segment_range.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.794555 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.795052 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 16:33:56.795373 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: pagination.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.796386 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.796718 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: pagination Apr 11 16:33:56.797036 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: port_device_profile.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.797927 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.798440 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: port-device-profile Apr 11 16:33:56.798758 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.799716 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.800227 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: port-mac-address-regenerate Apr 11 16:33:56.800543 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.801453 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.802594 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: port-numa-affinity-policy Apr 11 16:33:56.802913 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: port_resource_request.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.803858 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.804362 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 16:33:56.804679 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: port_resource_request_groups.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.805643 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.806145 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 16:33:56.806461 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: portbindings.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.807371 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.807913 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: binding Apr 11 16:33:56.808230 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: portbindings_extended.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.809488 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.809996 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: binding-extended Apr 11 16:33:56.810320 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: portsecurity.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.811227 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.811770 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: port-security Apr 11 16:33:56.812094 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: project_id.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.813067 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.813402 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: project-id Apr 11 16:33:56.813720 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: providernet.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.814632 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.815145 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: provider Apr 11 16:33:56.815470 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.819319 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.819863 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos not supported by any of loaded plugins Apr 11 16:33:56.820195 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.821485 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.821954 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 16:33:56.823062 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.823302 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.823842 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 16:33:56.824172 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_default.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.825099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.825616 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-default not supported by any of loaded plugins Apr 11 16:33:56.825940 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_fip.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.826858 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.827365 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 16:33:56.827725 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.828641 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.829152 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 16:33:56.829478 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_gateway_ip.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.830395 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.830903 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 16:33:56.831228 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_port_network_policy.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.832434 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.832999 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 16:33:56.833321 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.834360 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.834869 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 16:33:56.835195 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.836261 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.836770 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 16:33:56.837093 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_pps_rule.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.838257 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.838770 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 16:33:56.839094 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_rule_type_details.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.840038 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.840549 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 16:33:56.840869 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.841771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.842281 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 16:33:56.842602 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: qos_rules_alias.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.843688 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.844200 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 16:33:56.844520 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: quota_check_limit.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.845433 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.845945 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: quota-check-limit Apr 11 16:33:56.846266 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: quotasv2.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.847224 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.847574 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: quotas Apr 11 16:33:56.847891 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: quotasv2_detail.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.850203 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.850544 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: quota_details Apr 11 16:33:56.850874 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: rbac.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.851973 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.852500 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: rbac-policies Apr 11 16:33:56.852829 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: rbac_address_group.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.853754 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.854269 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: rbac-address-group Apr 11 16:33:56.854599 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: rbac_address_scope.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.855538 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.856053 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: rbac-address-scope Apr 11 16:33:56.856378 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: rbac_security_groups.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.857364 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.857877 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: rbac-security-groups Apr 11 16:33:56.858201 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: rbac_subnetpool.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.859113 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.859660 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: rbac-subnetpool Apr 11 16:33:56.859985 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: revisionifmatch.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.860897 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.861407 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: revision-if-match Apr 11 16:33:56.861729 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: revisions.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.862832 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.863347 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: standard-attr-revisions Apr 11 16:33:56.863710 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: router_availability_zone.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.864951 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.865461 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: router_availability_zone Apr 11 16:33:56.865787 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: routerservicetype.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.866705 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.867211 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 16:33:56.867559 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.868494 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.869002 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: security-groups-normalized-cidr Apr 11 16:33:56.869325 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.870236 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.870746 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: port-security-groups-filtering Apr 11 16:33:56.871068 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.872023 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.872531 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: security-groups-remote-address-group Apr 11 16:33:56.872854 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.873768 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.874276 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: security-groups-shared-filtering Apr 11 16:33:56.874600 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.875183 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 16:33:56.875506 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: securitygroup.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.885452 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.885985 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: security-group Apr 11 16:33:56.886317 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: segment.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.887039 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.887570 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension segment not supported by any of loaded plugins Apr 11 16:33:56.887900 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.888875 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.889383 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 16:33:56.889710 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: servicetype.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.890809 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.891324 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: service-type Apr 11 16:33:56.891685 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: sorting.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.892669 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.893000 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: sorting Apr 11 16:33:56.893319 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: standard_attr_segment.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.894236 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.894752 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 16:33:56.895075 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: standardattrdescription.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.896031 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.896685 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: standard-attr-description Apr 11 16:33:56.897007 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: stateful_security_group.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.897937 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.898451 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: stateful-security-group Apr 11 16:33:56.898771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: stdattrs_common.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.899334 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 16:33:56.899681 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.900614 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.901208 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 16:33:56.901531 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: subnet_onboard.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.902628 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.903243 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: subnet_onboard Apr 11 16:33:56.903616 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.904541 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.905048 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 16:33:56.905466 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: subnet_service_types.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.906469 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.907064 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: subnet-service-types Apr 11 16:33:56.907408 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: subnetallocation.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.908514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.909019 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: subnet_allocation Apr 11 16:33:56.909344 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.910030 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.910533 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: subnetpool-prefix-ops Apr 11 16:33:56.910854 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.912347 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.912852 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 16:33:56.913173 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: tagging.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.914237 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.914752 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: standard-attr-tag Apr 11 16:33:56.915075 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: timestamp.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.916294 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.916807 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loaded extension: standard-attr-timestamp Apr 11 16:33:56.917130 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: trunk.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.918166 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.918679 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension trunk not supported by any of loaded plugins Apr 11 16:33:56.919003 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: trunk_details.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.919937 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.920445 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 16:33:56.920766 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: uplink_status_propagation.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.921686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.922194 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 16:33:56.922514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Loading extension file: vlantransparent.py {{(pid=110519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:33:56.923182 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:33:56.923710 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 16:33:56.926239 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:network Apr 11 16:33:56.927314 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:subnet Apr 11 16:33:56.927906 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:33:56.928306 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:port Apr 11 16:33:56.929539 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.929973 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service FLAVORS assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.930583 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.931016 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.931344 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:router Apr 11 16:33:56.931806 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:33:56.932302 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service METERING assigned prefix: /metering {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.933750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.934120 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.934471 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:33:56.935481 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:33:56.935948 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:33:56.936397 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:33:56.936989 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service CORE assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.937318 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:33:56.937664 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] subnetpool is already registered Apr 11 16:33:56.938100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service CORE assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.938426 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:33:56.938759 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] subnetpool is already registered Apr 11 16:33:56.941301 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.941738 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service FLAVORS assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.942641 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.943085 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.943418 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:router Apr 11 16:33:56.943782 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] router is already registered Apr 11 16:33:56.944210 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:33:56.944546 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] floatingip is already registered Apr 11 16:33:56.944996 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service METERING assigned prefix: /metering {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.945756 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:33:56.946023 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] rbac_policy is already registered Apr 11 16:33:56.946436 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:33:56.946770 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] security_group is already registered Apr 11 16:33:56.947172 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:33:56.947532 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] security_group_rule is already registered Apr 11 16:33:56.948029 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service CORE assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.948355 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:33:56.948686 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] subnetpool is already registered Apr 11 16:33:56.949096 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.v2.resource_helper [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Service CORE assigned prefix: {{(pid=110519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:33:56.949425 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:33:56.949752 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING neutron.quota.resource_registry [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] subnetpool is already registered Apr 11 16:33:56.950220 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: extensions {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.952927 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: address-groups {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.954397 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: address-scopes {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.955628 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: agents {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.956899 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: auto-allocated-topology {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.958170 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: availability_zones {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.959388 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: dhcp-networks {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.960814 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: dhcp-agents {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.962345 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: routers {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.964488 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: flavors {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.965731 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: service_profiles {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.966918 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: next_providers {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.968399 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: service_profiles {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.969817 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: floatingip-pools {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.971138 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: routers {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.973244 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: floatingips {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.975026 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: l3-routers {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.976486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: l3-agents {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.977898 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: metering-labels {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.979150 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: metering-label-rules {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.980556 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: network-ip-availabilities {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.981833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: bindings {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.983355 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: quotas {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.985022 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: quotas {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.986552 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: rbac-policies {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.987756 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: security-groups {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.989659 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: security-group-rules {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.990898 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: service-providers {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.992126 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: subnetpools {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.993436 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: subnetpools {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.994989 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.996695 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:56.998509 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.000316 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.001980 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.003971 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.005798 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.007597 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.010340 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.012114 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron.api.extensions [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Extended resource: tags {{(pid=110519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:33:57.018064 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING keystonemiddleware.auth_token [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 16:33:57.022678 dv-cinder-837163-2-iscsi neutron-server[110519]: WARNING keystonemiddleware.auth_token [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 16:33:57.031450 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_concurrency.lockutils [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Acquired lock "singleton_lock" {{(pid=110519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 16:33:57.031949 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_concurrency.lockutils [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Releasing lock "singleton_lock" {{(pid=110519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 16:33:57.032614 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Starting 2 workers Apr 11 16:33:57.038160 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Started child 110630 {{(pid=110519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:33:57.042764 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Started child 110631 {{(pid=110519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:33:57.043670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.044355 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO neutron.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 16:33:57.045001 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.045160 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [-] (110630) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:33:57.047469 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Starting 1 workers Apr 11 16:33:57.047639 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.048944 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [-] (110631) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:33:57.053580 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Started child 110632 {{(pid=110519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:33:57.054142 dv-cinder-837163-2-iscsi neutron-server[110519]: INFO oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Starting 1 workers Apr 11 16:33:57.057308 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] calling RpcWorker wait() {{(pid=110632) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 16:33:57.057849 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] returning from RpcWorker wait() {{(pid=110632) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 16:33:57.058758 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Started child 110633 {{(pid=110519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:33:57.059130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.059617 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG neutron_lib.callbacks.manager [None req-a911c0fe-0609-4930-bbc0-2545a4617531 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.059713 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:33:57.061592 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:33:57.061811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:33:57.061997 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:33:57.062225 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:33:57.062562 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:33:57.062724 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:33:57.063233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.063503 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.063786 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.063875 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.064321 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.064321 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.064854 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.065023 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:33:57.065124 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.065340 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.065618 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.065872 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.066305 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.066470 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.066730 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.066961 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.067296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.067611 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.067879 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.068127 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.068298 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.068541 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.068882 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.069145 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.069415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] debug = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.069676 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.070205 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.070452 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.070700 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.070967 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.071249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.071487 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.071777 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.072063 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.072308 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.072528 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.072776 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.073006 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.073235 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.073498 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.073711 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.073958 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.074191 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.074665 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] host = dv-cinder-837163-2-iscsi {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.074913 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.075148 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.075374 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.075649 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.075892 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.076122 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.076369 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.076637 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.076876 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.077103 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.077388 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.077586 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.077815 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.078068 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.078231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_options = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.078465 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.078720 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.078962 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.079149 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.079315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.079476 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.079750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.079913 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.080163 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.080375 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.080587 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.080820 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.081054 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.081285 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.081526 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.081845 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.081991 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.082222 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.082483 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.082721 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.083479 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.083743 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.083992 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.084204 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.084432 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.084644 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.084883 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.085122 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.085345 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.085616 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.085856 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.086119 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.086503 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.086755 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.087012 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.087240 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.087535 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.087723 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.088018 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.088243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.088515 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.088757 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.089038 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.089282 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.089490 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.089724 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.089948 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_json = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.090484 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.091069 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.091323 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.091640 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.091909 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.092192 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.092334 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.092505 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.092736 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.093193 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.093527 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.093782 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.094030 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.094256 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.094622 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.094763 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.094937 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.095183 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.095415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.095738 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.095988 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.096301 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.096583 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.096855 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.097166 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.097430 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.097710 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.097924 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.098138 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.098369 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.099277 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.099770 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.113289 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.114429 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.115161 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.116794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.117514 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.118243 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119004 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.119686 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.120252 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121233 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121799 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121799 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121799 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.121799 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.122080 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.122080 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.122310 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.122635 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.122889 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.123179 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.123409 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.123679 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.123928 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.124177 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.124435 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.124695 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.124922 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.125173 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.125418 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.125669 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.125882 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.126124 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.126458 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.126705 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.126917 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.127147 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.127388 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.127652 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.127892 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.128158 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.128403 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.128662 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.128896 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.129142 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.129371 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.129629 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.129950 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.130162 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.130398 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.130615 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.130828 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.131058 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.131288 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.131557 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.131772 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.131990 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.132199 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.132414 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.132631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.132893 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.133102 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.133320 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.133557 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.133773 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.133990 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.134205 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.134414 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.134658 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.134871 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.135141 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.135392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.135639 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.135871 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.136101 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.136314 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.136526 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.136810 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.136975 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.137179 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.137400 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.137609 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.137840 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.138066 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.138302 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.138522 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.138743 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.138972 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.139313 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.139579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.139844 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.140098 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.140342 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.144184 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.150908 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.151619 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.154911 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.155954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.156833 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.157744 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.158631 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.159197 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.161811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.163231 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.164249 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.165283 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.165283 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.165283 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.165283 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.165283 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:33:57.165921 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:33:57.165921 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:33:57.166155 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:33:57.166155 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:33:57.166390 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:33:57.166513 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:33:57.166645 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.166803 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.166973 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.167135 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168136 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168136 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168136 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168136 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168136 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168136 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.168859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169428 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169428 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169428 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169428 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169887 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169887 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169887 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.169887 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] debug = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.170332 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.170332 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.170590 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.170590 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.170834 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.170834 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171067 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171067 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171298 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171420 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171577 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171822 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.171822 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172084 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172738 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172843 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] host = dv-cinder-837163-2-iscsi {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.172957 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.173113 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.173255 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.173417 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.173570 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.173712 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.173871 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174027 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174182 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174337 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174493 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174648 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174804 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.174960 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.175114 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_options = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.175271 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.175425 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.175603 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.179639 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.179639 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.179639 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.179639 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180195 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 58426) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.180329 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.181239 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.182152 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.183065 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.184676 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.185964 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_json = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.187657 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.188579 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189169 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.189750 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.190663 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.191861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.193100 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.194486 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.195954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.197099 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.198187 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0152228 Apr 11 16:33:57.198306 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.198306 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.199279 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.199279 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.199279 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.199279 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.200527 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.200527 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.200527 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.200527 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.201404 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.201592 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.201781 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.201954 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.202808 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.202981 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.203151 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.203324 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.203506 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.203722 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.203861 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205374 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205374 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205374 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205374 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205676 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205676 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.205859 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206013 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206175 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206357 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206488 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206635 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.206953 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.207561 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.207561 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.207561 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209016 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209179 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209341 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209547 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209637 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209794 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.209967 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.210285 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.210594 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.210896 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.211192 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.211500 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216315 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.216789 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217223 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217699 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217699 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217699 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217699 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217699 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.217977 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.218052 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.218154 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.218459 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.218801 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.219106 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.219415 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.219647 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.219811 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.219967 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.220129 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.220302 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221275 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221275 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221275 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221275 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221275 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221275 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.221771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.222032 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.222129 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.222208 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.223047 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.223047 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.223047 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.223047 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.223047 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224237 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224237 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224237 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224237 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224680 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224680 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224680 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224965 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.224965 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225149 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225281 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225365 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225571 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225685 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225800 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.225950 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.226103 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.226259 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.226414 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.226556 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.226707 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.226862 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.227015 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.227177 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.227328 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.227482 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.227753 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.227910 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.228063 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.228215 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.228360 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.228520 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.228677 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.228869 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229081 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229227 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229337 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229448 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229580 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229725 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.229875 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230032 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230189 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230336 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230498 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230666 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230828 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.230983 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.231146 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.231300 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.231461 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.231649 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.231814 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.231967 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.232128 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.232284 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.232445 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.233771 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.234775 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.236529 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.237392 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.238296 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.239007 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.239007 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.239007 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.239007 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.239007 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.240410 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241028 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241028 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241028 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241028 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241414 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241414 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241414 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241711 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241711 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241898 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:33:57.241977 dv-cinder-837163-2-iscsi neutron-server[110519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:34:09.686496 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af93e0-2c2e-4dca-aff4-5cf2b6a9f919 None None] get_active_networks_info from dv-cinder-837163-2-iscsi {{(pid=110632) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 16:34:09.756161 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af93e0-2c2e-4dca-aff4-5cf2b6a9f919 None None] No non-hosted networks {{(pid=110632) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 16:34:09.764056 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.agentschedulers_db [None req-e6af93e0-2c2e-4dca-aff4-5cf2b6a9f919 None None] DHCP Agent not found on host dv-cinder-837163-2-iscsi {{(pid=110632) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 16:34:09.855608 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-494a4fe0-79ad-4733-b725-7719a91f87be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452807'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:12.258919 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-57a8ed0b-7036-4595-bf55-fa0a5f83ee9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452807'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:12.288166 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.db.api [None req-151d0998-1ac8-4e93-82ae-a0a2eb91dc70 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837163-2-iscsi {{(pid=110632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:34:12.288725 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG oslo_db.api [None req-151d0998-1ac8-4e93-82ae-a0a2eb91dc70 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:34:12.880710 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-151d0998-1ac8-4e93-82ae-a0a2eb91dc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:13.001829 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 58496) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:13.372100 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452807'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:13.671390 dv-cinder-837163-2-iscsi neutron-server[110631]: WARNING oslo_policy.policy [None req-29711828-37c0-4e04-b3c6-d00bbb47a94d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:13.672003 dv-cinder-837163-2-iscsi neutron-server[110631]: WARNING oslo_policy.policy [None req-29711828-37c0-4e04-b3c6-d00bbb47a94d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:13.905969 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [None req-29711828-37c0-4e04-b3c6-d00bbb47a94d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:34:13.919555 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-29711828-37c0-4e04-b3c6-d00bbb47a94d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9112136 Apr 11 16:34:14.862824 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452807'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:15.955241 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452807'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:15.956060 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.956452 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.956843 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.957341 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.958459 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.958931 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.959226 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.959604 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.959939 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.960262 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.960606 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.960936 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.961265 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.962104 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.962104 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:15.962299 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837163-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:15.970643 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837163-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:16.544604 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 58530) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:16.894823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:16.989482 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.policy [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110631) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:34:17.032579 dv-cinder-837163-2-iscsi neutron-server[110631]: WARNING oslo_policy.policy [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:17.032955 dv-cinder-837163-2-iscsi neutron-server[110631]: WARNING oslo_policy.policy [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:17.205424 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759697203813', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759697204337', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759697188094', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759697178829', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759697184578', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759697177109', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3624073', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3653300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644893'] for rbac-policy (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:17.448879 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:17.448879 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-9ac55e5b-4335-43f4-bb0f-8d9536af8d06 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8991768 Apr 11 16:34:19.433631 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.db.l3_hamode_db [None req-af355b23-7f88-423b-8dfc-7880e58075b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 16:34:19.516866 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af355b23-7f88-423b-8dfc-7880e58075b6 None None] Routers set() bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:34:19.517230 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af355b23-7f88-423b-8dfc-7880e58075b6 None None] Router IDs set() for agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 16:34:20.077306 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 58542) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:20.393616 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:20.502785 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Made reservation on behalf of 5fcfe56fb9bf4cc7b15db190133a1d28 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:34:20.506688 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:20.524559 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:20.633167 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks [] for security_group (6795e513-b58b-4482-b268-3d55f374ad4f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:20.714228 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6795e513-b58b-4482-b268-3d55f374ad4f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:20.747838 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:34:20.779470 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759696418726', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (65147189-f266-4218-8c75-5f4fd94eef3a), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:20.780125 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Unsubscribe: segment precommit_create {{(pid=110631) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:34:20.780697 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Added segment 65147189-f266-4218-8c75-5f4fd94eef3a of type vlan for network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df Apr 11 16:34:20.787113 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6795e513-b58b-4482-b268-3d55f374ad4f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:20.826825 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.827178 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.827546 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.827905 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.828236 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.828562 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.828884 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.829203 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.829523 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.829844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.830165 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.830505 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.830823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.831136 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.831450 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Tracked resource versions report: Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: pushed versions: Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: { 'AddressGroup': {'1.2'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Agent': {'1.1'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'ConntrackHelper': {'1.0'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Log': {'1.0'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'NDPProxy': {'1.0'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Network': {'1.1'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Port': {'1.7'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'PortForwarding': {'1.3'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'QosPolicy': {'1.10'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroup': {'1.5'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SubPort': {'1.0'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Subnet': {'1.1'}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Trunk': {'1.1'}} Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: consumer versions: Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Agent': '1.1', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'ConntrackHelper': '1.0', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'LocalIPAssociation': '1.0', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Log': '1.0', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'NDPProxy': '1.0', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Network': '1.1', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Port': '1.7', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'PortForwarding': '1.3', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'QosPolicy': '1.10', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroup': '1.5', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroupRule': '1.2', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SubPort': '1.0', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Subnet': '1.1', Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Trunk': '1.1'}} Apr 11 16:34:20.832991 dv-cinder-837163-2-iscsi neutron-server[110631]: {{(pid=110631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:34:20.901919 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (65d3cd27-6468-41bf-b255-3fdeaf7bb0df), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:21.006007 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (65d3cd27-6468-41bf-b255-3fdeaf7bb0df), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:21.011043 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:21.011789 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:21.125218 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] Pushing event updated for resources: {'Network': ['ID=65d3cd27-6468-41bf-b255-3fdeaf7bb0df,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:21.137356 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:34:21.157145 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-34ec9022-d37a-49a6-8550-f52b07d4c0ae demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0787749 Apr 11 16:34:23.739240 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58554) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:24.233850 dv-cinder-837163-2-iscsi neutron-server[110630]: WARNING oslo_policy.policy [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:24.234431 dv-cinder-837163-2-iscsi neutron-server[110630]: WARNING oslo_policy.policy [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:24.678336 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.policy [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110630) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:34:24.721424 dv-cinder-837163-2-iscsi neutron-server[110630]: WARNING oslo_policy.policy [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:24.721791 dv-cinder-837163-2-iscsi neutron-server[110630]: WARNING oslo_policy.policy [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:34:24.730068 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:24.731883 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-cee46ec9-b9bb-4c69-8c36-761647731498 demo admin] 10.222.0.43 "GET /v2.0/networks/65d3cd27-6468-41bf-b255-3fdeaf7bb0df HTTP/1.1" status: 200 len: 825 time: 0.9906533 Apr 11 16:34:24.771717 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ebbb8914-64af-4759-aa2e-b59ff717e32a demo admin] 10.222.0.43 "GET /v2.0/subnetpools/abe837e5-424a-47ea-bc5a-d5a429e80a80 HTTP/1.1" status: 200 len: 734 time: 0.0341852 Apr 11 16:34:24.780589 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Request body: {'subnet': {'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80', 'gateway_ip': '172.20.0.1', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:24.880689 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Made reservation on behalf of 5fcfe56fb9bf4cc7b15db190133a1d28 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:34:24.883458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:25.252002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (fc7d9998-2290-4114-b133-654f4a936b10), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:25.323412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Checking segment: {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:34:25.323810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Network hostable DHCP agents. Network: 65d3cd27-6468-41bf-b255-3fdeaf7bb0df, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:34:25.333271 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fc7d9998-2290-4114-b133-654f4a936b10,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:25.344627 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Tracked resource versions report: Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: pushed versions: Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: { 'AddressGroup': {'1.2'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Agent': {'1.1'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'ConntrackHelper': {'1.0'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Log': {'1.0'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'NDPProxy': {'1.0'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Network': {'1.1'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Port': {'1.7'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'PortForwarding': {'1.3'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'QosPolicy': {'1.10'}, Apr 11 16:34:25.354795 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroup': {'1.5'}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SubPort': {'1.0'}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Subnet': {'1.1'}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Trunk': {'1.1'}} Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: consumer versions: Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Agent': '1.1', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'ConntrackHelper': '1.0', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'LocalIPAssociation': '1.0', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Log': '1.0', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'NDPProxy': '1.0', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Network': '1.1', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Port': '1.7', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'PortForwarding': '1.3', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'QosPolicy': '1.10', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroup': '1.5', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroupRule': '1.2', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SubPort': '1.0', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Subnet': '1.1', Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Trunk': '1.1'}} Apr 11 16:34:25.355765 dv-cinder-837163-2-iscsi neutron-server[110630]: {{(pid=110630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:34:25.491675 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:34:25.605470 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 65d3cd27-6468-41bf-b255-3fdeaf7bb0df) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:34:25.609949 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:25.610597 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:25.615883 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c6a5a-b318-46a4-a3c0-6f1c4f01d48e None None] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:34:25.757039 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6df78bea-f3d4-4ab5-8ba4-2a2324df8b11 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9798489 Apr 11 16:34:25.987427 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:34:25.988715 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:26.302972 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Allocated IP 172.20.0.2 (65d3cd27-6468-41bf-b255-3fdeaf7bb0df/fc7d9998-2290-4114-b133-654f4a936b10/346b2e01-da39-4b7f-bebb-fd16d5771f84) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:34:26.555401 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Publish callbacks [] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:26.634927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:26.708898 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:34:26.713304 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:34:26.726052 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:34:26.729169 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Pushing event updated for resources: {'Port': ['ID=346b2e01-da39-4b7f-bebb-fd16d5771f84,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:26.741322 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.741659 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.742008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.742359 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.742848 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.743187 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.743506 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.743844 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.744163 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.744481 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.744799 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.745139 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.745458 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.745781 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.746093 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Tracked resource versions report: Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: pushed versions: Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: { 'AddressGroup': {'1.2'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Agent': {'1.1'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'ConntrackHelper': {'1.0'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Log': {'1.0'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'NDPProxy': {'1.0'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Network': {'1.1'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Port': {'1.7'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'PortForwarding': {'1.3'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'QosPolicy': {'1.10'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroup': {'1.5'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SubPort': {'1.0'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Subnet': {'1.1'}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Trunk': {'1.1'}} Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: consumer versions: Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Agent': '1.1', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'ConntrackHelper': '1.0', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'LocalIPAssociation': '1.0', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Log': '1.0', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'NDPProxy': '1.0', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Network': '1.1', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Port': '1.7', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'PortForwarding': '1.3', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'QosPolicy': '1.10', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroup': '1.5', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroupRule': '1.2', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SubPort': '1.0', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Subnet': '1.1', Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Trunk': '1.1'}} Apr 11 16:34:26.747578 dv-cinder-837163-2-iscsi neutron-server[110632]: {{(pid=110632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:34:26.820323 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Attempting to bind port 346b2e01-da39-4b7f-bebb-fd16d5771f84 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:34:26.820643 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Attempting to bind port 346b2e01-da39-4b7f-bebb-fd16d5771f84 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:34:26.821060 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Attempting to bind port 346b2e01-da39-4b7f-bebb-fd16d5771f84 on network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:34:26.826014 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:34:26.826405 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Checking segment: {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:34:26.826875 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:26.827260 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Bound using segment: {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:34:26.827769 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Bound port: 346b2e01-da39-4b7f-bebb-fd16d5771f84, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:34:26.828162 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:26.898839 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] For port 346b2e01-da39-4b7f-bebb-fd16d5771f84, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:34:26.904277 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] For port 346b2e01-da39-4b7f-bebb-fd16d5771f84, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=346b2e01-da39-4b7f-bebb-fd16d5771f84,segment=NetworkSegment(65147189-f266-4218-8c75-5f4fd94eef3a),segment_id=65147189-f266-4218-8c75-5f4fd94eef3a)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:34:27.000892 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:27.067597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06a3b-536b-463f-9d38-d6332b294874 None None] Pushing event updated for resources: {'Port': ['ID=346b2e01-da39-4b7f-bebb-fd16d5771f84,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:28.367087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58574) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:28.706541 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [None req-e0c8a766-d59c-45a4-b2f0-102ab7bf3a0f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:34:28.707597 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e0c8a766-d59c-45a4-b2f0-102ab7bf3a0f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3394437 Apr 11 16:34:31.322526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58582) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:31.641026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [None req-65ee08c5-035e-4c78-bf2b-374057437939 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:34:31.641997 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-65ee08c5-035e-4c78-bf2b-374057437939 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185227 Apr 11 16:34:34.257289 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 58590) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:34.593502 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:34.657792 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (f1913278-9290-456e-ae4c-5c7945ee4ad7), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:34.659507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (f1913278-9290-456e-ae4c-5c7945ee4ad7), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:34.802897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] Publish callbacks [] for router_controller (f1913278-9290-456e-ae4c-5c7945ee4ad7), precommit_add_association {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:34.921225 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (f1913278-9290-456e-ae4c-5c7945ee4ad7), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:34.996282 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:34.997481 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e0e0032b-36f2-4a82-a09b-85bdbf4cc68c demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7391927 Apr 11 16:34:37.637493 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 58602) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:38.011048 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [None req-12efa8d6-4e31-4ef5-af4b-2dcd9dac3651 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:34:38.012103 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-12efa8d6-4e31-4ef5-af4b-2dcd9dac3651 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3736517 Apr 11 16:34:38.760680 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 346b2e01-da39-4b7f-bebb-fd16d5771f84 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:34:38.830123 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e67f4c-2c72-4da4-bf36-189eb3245fb8 None None] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:34:38.912258 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 346b2e01-da39-4b7f-bebb-fd16d5771f84 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:38.912677 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:38.947920 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Provisioning complete for port 346b2e01-da39-4b7f-bebb-fd16d5771f84 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:38.948306 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:39.144523 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 346b2e01-da39-4b7f-bebb-fd16d5771f84 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:39.145485 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:39.167451 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Current status of the port 346b2e01-da39-4b7f-bebb-fd16d5771f84 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:39.167863 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:39.209529 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 346b2e01-da39-4b7f-bebb-fd16d5771f84, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=346b2e01-da39-4b7f-bebb-fd16d5771f84,segment=NetworkSegment(65147189-f266-4218-8c75-5f4fd94eef3a),segment_id=65147189-f266-4218-8c75-5f4fd94eef3a)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:34:39.303873 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:39.381326 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.db.api [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:34:39.381701 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG oslo_db.api [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:34:39.385967 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=346b2e01-da39-4b7f-bebb-fd16d5771f84,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:39.639921 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c79c8182-0fea-4b2d-8673-838bb8680ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:39.917010 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-783ab3ca-236b-4df8-becc-86bc9e391180 None None] Current status of the port 346b2e01-da39-4b7f-bebb-fd16d5771f84 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:40.034889 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-56cd4db2-5695-4d13-a104-2bec1541ca16 None None] Provisioning complete for port 346b2e01-da39-4b7f-bebb-fd16d5771f84 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:40.035834 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-56cd4db2-5695-4d13-a104-2bec1541ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:40.126270 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-56cd4db2-5695-4d13-a104-2bec1541ca16 None None] Current status of the port 346b2e01-da39-4b7f-bebb-fd16d5771f84 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:40.638467 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58612) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:40.741061 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 346b2e01-da39-4b7f-bebb-fd16d5771f84 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:34:40.787146 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 346b2e01-da39-4b7f-bebb-fd16d5771f84 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:40.787555 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:40.921749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 346b2e01-da39-4b7f-bebb-fd16d5771f84 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:40.966262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:41.108875 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Made reservation on behalf of 33d6863ead1548128e611dffc8b01410 for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:34:41.111150 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.126535 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.230619 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks [] for security_group (11d6dc09-7beb-4857-85d4-6eecfb69e75d), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.331532 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (11d6dc09-7beb-4857-85d4-6eecfb69e75d), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.355593 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Reserving flat network on physical network physnet1 {{(pid=110630) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 16:34:41.373519 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d6dc09-7beb-4857-85d4-6eecfb69e75d,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:41.380220 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759696418726', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (61cbfacb-a1fa-4e49-9aef-70940fc9fc3f), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.380787 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Unsubscribe: segment precommit_create {{(pid=110630) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:34:41.381271 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Added segment 61cbfacb-a1fa-4e49-9aef-70940fc9fc3f of type flat for network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 Apr 11 16:34:41.432755 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.566226 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.567868 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:41.568464 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:41.676524 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:41.687048 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:34:41.709200 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8c92bbd6-4395-4ec7-89f0-559a2e2c3ff5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0696356 Apr 11 16:34:42.223019 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-fec807c8-aa4e-4f49-b760-61087f2a1a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:43.228986 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:44.251381 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58630) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:44.436943 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35091ecc-6402-4d85-a134-aedc9fff635a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:44.438288 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-35091ecc-6402-4d85-a134-aedc9fff635a demo admin] 10.222.0.43 "GET /v2.0/subnets/fc7d9998-2290-4114-b133-654f4a936b10 HTTP/1.1" status: 200 len: 849 time: 0.1859305 Apr 11 16:34:44.603625 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-788b98a9-85f5-4a21-8c3f-30d527b95f3c demo admin] 10.222.0.43 "GET /v2.0/routers/f1913278-9290-456e-ae4c-5c7945ee4ad7 HTTP/1.1" status: 200 len: 704 time: 0.1581483 Apr 11 16:34:44.829113 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:44.891384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:45.193439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Allocated IP 172.20.0.1 (65d3cd27-6468-41bf-b255-3fdeaf7bb0df/fc7d9998-2290-4114-b133-654f4a936b10/6aac1296-38c2-45a0-a20c-3dbc900a3093) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:34:45.346740 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks [] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:45.481022 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:45.547633 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:34:45.552873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:34:45.558647 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:34:45.558757 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (f1913278-9290-456e-ae4c-5c7945ee4ad7), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:45.683819 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Pushing event updated for resources: {'Port': ['ID=6aac1296-38c2-45a0-a20c-3dbc900a3093,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:45.888285 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-cfa843ee-e3fe-434d-a817-6fa8c24109bb None None] Provisioning complete for port 6aac1296-38c2-45a0-a20c-3dbc900a3093 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:45.888860 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-cfa843ee-e3fe-434d-a817-6fa8c24109bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:45.892477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:45.923263 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-cfa843ee-e3fe-434d-a817-6fa8c24109bb None None] Port 6aac1296-38c2-45a0-a20c-3dbc900a3093 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:34:45.931382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:46.105357 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks [] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:46.166119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:46.166954 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (f1913278-9290-456e-ae4c-5c7945ee4ad7), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:46.253395 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Pushing event updated for resources: {'Port': ['ID=6aac1296-38c2-45a0-a20c-3dbc900a3093,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:46.297983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:34:46.299256 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:34:46.544062 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-058cafb8-c06d-4942-a9f3-57e689afd5bb None None] Provisioning complete for port 6aac1296-38c2-45a0-a20c-3dbc900a3093 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:46.544455 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-058cafb8-c06d-4942-a9f3-57e689afd5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:46.560831 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Router f1913278-9290-456e-ae4c-5c7945ee4ad7 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:34:46.579257 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-058cafb8-c06d-4942-a9f3-57e689afd5bb None None] Port 6aac1296-38c2-45a0-a20c-3dbc900a3093 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:34:46.657214 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:34:46.663235 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-a15de3e4-3e1a-40a8-b8b4-48bbecc305b5 demo admin] 10.222.0.43 "PUT /v2.0/routers/f1913278-9290-456e-ae4c-5c7945ee4ad7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0545576 Apr 11 16:34:46.669092 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Sync routers for ids ['f1913278-9290-456e-ae4c-5c7945ee4ad7'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:34:46.682301 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Routers {'f1913278-9290-456e-ae4c-5c7945ee4ad7'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:34:46.683160 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:34:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['f1913278-9290-456e-ae4c-5c7945ee4ad7'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:46.883191 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Set router f1913278-9290-456e-ae4c-5c7945ee4ad7 gateway port host: None {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:34:47.333566 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'name': 'router1', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:34:34Z', 'updated_at': '2022-04-11T16:34:45Z', 'revision_number': 2, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'gw_port_host': None, '_interfaces': [{'id': '6aac1296-38c2-45a0-a20c-3dbc900a3093', 'name': '', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'mac_address': 'fa:16:3e:46:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:44Z', 'updated_at': '2022-04-11T16:34:45Z', 'revision_number': 2, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'subnets': [{'id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:47.391148 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Checking router: f1913278-9290-456e-ae4c-5c7945ee4ad7 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:34:47.391534 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Updating router f1913278-9290-456e-ae4c-5c7945ee4ad7 port 6aac1296-38c2-45a0-a20c-3dbc900a3093 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:34:47.448109 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:47.977162 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Publish callbacks [] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.074457 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.249843 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Pushing event updated for resources: {'Port': ['ID=6aac1296-38c2-45a0-a20c-3dbc900a3093,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:48.286578 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.286936 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.287263 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.287643 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.287964 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.288325 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.288633 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.289009 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.289346 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.289659 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.290027 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.290331 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.290702 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.290985 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.291294 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Tracked resource versions report: Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: pushed versions: Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: { 'AddressGroup': {'1.2'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Agent': {'1.1'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'ConntrackHelper': {'1.0'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Log': {'1.0'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'NDPProxy': {'1.0'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Network': {'1.1'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Port': {'1.7'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'PortForwarding': {'1.3'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'QosPolicy': {'1.10'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroup': {'1.5'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SubPort': {'1.0'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Subnet': {'1.1'}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Trunk': {'1.1'}} Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: consumer versions: Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Agent': '1.1', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'ConntrackHelper': '1.0', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'LocalIPAssociation': '1.0', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Log': '1.0', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'NDPProxy': '1.0', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Network': '1.1', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Port': '1.7', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'PortForwarding': '1.3', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'QosPolicy': '1.10', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroup': '1.5', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroupRule': '1.2', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SubPort': '1.0', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Subnet': '1.1', Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Trunk': '1.1'}} Apr 11 16:34:48.292880 dv-cinder-837163-2-iscsi neutron-server[110633]: {{(pid=110633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:34:48.296304 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Attempting to bind port 6aac1296-38c2-45a0-a20c-3dbc900a3093 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:34:48.296304 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Attempting to bind port 6aac1296-38c2-45a0-a20c-3dbc900a3093 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:34:48.296458 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Attempting to bind port 6aac1296-38c2-45a0-a20c-3dbc900a3093 on network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:34:48.304099 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:34:48.304495 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Checking segment: {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:34:48.304987 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.305372 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Bound using segment: {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:34:48.305905 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Bound port: 6aac1296-38c2-45a0-a20c-3dbc900a3093, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65147189-f266-4218-8c75-5f4fd94eef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:34:48.306285 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.376477 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] For port 6aac1296-38c2-45a0-a20c-3dbc900a3093, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:34:48.397544 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] For port 6aac1296-38c2-45a0-a20c-3dbc900a3093, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=6aac1296-38c2-45a0-a20c-3dbc900a3093,segment=NetworkSegment(65147189-f266-4218-8c75-5f4fd94eef3a),segment_id=65147189-f266-4218-8c75-5f4fd94eef3a)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:34:48.412243 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-eb8be1b5-2818-46fb-b1c5-a48b7b453a4e None None] Provisioning complete for port 6aac1296-38c2-45a0-a20c-3dbc900a3093 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:48.412821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eb8be1b5-2818-46fb-b1c5-a48b7b453a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.462296 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-eb8be1b5-2818-46fb-b1c5-a48b7b453a4e None None] Port 6aac1296-38c2-45a0-a20c-3dbc900a3093 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:34:48.486284 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.537761 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Routers {'f1913278-9290-456e-ae4c-5c7945ee4ad7'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:34:48.538396 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:34:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['f1913278-9290-456e-ae4c-5c7945ee4ad7'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:48.618520 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcabc-5e02-4e90-b61c-91ec549b3ba9 None None] Pushing event updated for resources: {'Port': ['ID=6aac1296-38c2-45a0-a20c-3dbc900a3093,revision_number=4']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:48.649302 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] Set router f1913278-9290-456e-ae4c-5c7945ee4ad7 gateway port host: None {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:34:48.781691 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] Provisioning complete for port 6aac1296-38c2-45a0-a20c-3dbc900a3093 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:48.782335 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.870904 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] Current status of the port 6aac1296-38c2-45a0-a20c-3dbc900a3093 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:48.871338 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:48.879778 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'name': 'router1', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:34:34Z', 'updated_at': '2022-04-11T16:34:45Z', 'revision_number': 2, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'gw_port_host': None, '_interfaces': [{'id': '6aac1296-38c2-45a0-a20c-3dbc900a3093', 'name': '', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'mac_address': 'fa:16:3e:46:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:44Z', 'updated_at': '2022-04-11T16:34:48Z', 'revision_number': 4, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'subnets': [{'id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:48.908414 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46296310-3b24-4bbc-8c81-5f10af1aae89 None None] The sync data for ids ['f1913278-9290-456e-ae4c-5c7945ee4ad7'] in dv-cinder-837163-2-iscsi is: [{'id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'name': 'router1', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:34:34Z', 'updated_at': '2022-04-11T16:34:45Z', 'revision_number': 2, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'gw_port_host': None, '_interfaces': [{'id': '6aac1296-38c2-45a0-a20c-3dbc900a3093', 'name': '', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'mac_address': 'fa:16:3e:46:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:44Z', 'updated_at': '2022-04-11T16:34:48Z', 'revision_number': 4, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'subnets': [{'id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:34:48.908654 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] For port 6aac1296-38c2-45a0-a20c-3dbc900a3093, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=6aac1296-38c2-45a0-a20c-3dbc900a3093,segment=NetworkSegment(65147189-f266-4218-8c75-5f4fd94eef3a),segment_id=65147189-f266-4218-8c75-5f4fd94eef3a)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:34:49.017531 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:49.074819 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd3cc-6cab-445d-959a-34547df6bdd7 None None] Pushing event updated for resources: {'Port': ['ID=6aac1296-38c2-45a0-a20c-3dbc900a3093,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:49.099971 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:34:49.200003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58650) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:49.313990 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb55e9-9ee0-4af3-b86c-33b0bed3ee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:49.315430 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3dfb55e9-9ee0-4af3-b86c-33b0bed3ee65 admin admin] 10.222.0.43 "GET /v2.0/networks/b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 HTTP/1.1" status: 200 len: 842 time: 0.1145458 Apr 11 16:34:49.325088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:49.428899 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Made reservation on behalf of 33d6863ead1548128e611dffc8b01410 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:34:49.431154 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:49.759611 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.objects.ports [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110630) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 16:34:49.760049 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (34b22a65-e237-4a4a-b7e5-41ad39035129), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:49.812274 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b22a65-e237-4a4a-b7e5-41ad39035129,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:49.825291 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:34:49.825681 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Network hostable DHCP agents. Network: b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:34:49.927178 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:34:50.025429 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:34:50.030022 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:50.030667 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:50.034629 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625929d-d51f-450b-8f14-f1e414598fb4 None None] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:34:50.123099 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9b7f0a78-4a4b-4d6c-ae1e-557ca8f092ca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8012853 Apr 11 16:34:50.152064 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78339611-d117-438e-bb2d-8c475bd5d43b None None] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:34:52.638660 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58658) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:52.773891 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0e209f8e-4a38-4e10-9943-150d671c03b7 demo admin] 10.222.0.43 "GET /v2.0/routers/f1913278-9290-456e-ae4c-5c7945ee4ad7 HTTP/1.1" status: 200 len: 710 time: 0.1340246 Apr 11 16:34:52.860986 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27417c-34eb-4b59-b222-992f6d5e0efa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:34:52.862369 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-da27417c-34eb-4b59-b222-992f6d5e0efa demo admin] 10.222.0.43 "GET /v2.0/networks/b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 HTTP/1.1" status: 200 len: 886 time: 0.0832708 Apr 11 16:34:52.873115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:34:53.196782 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks [] for router_gateway (f1913278-9290-456e-ae4c-5c7945ee4ad7), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:53.498238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks [] for router_gateway (f1913278-9290-456e-ae4c-5c7945ee4ad7), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:53.586271 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:53.692464 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Allocated IP 172.27.2.157 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/af851eeb-637b-4dca-8d18-05bdfd42467e) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:34:53.795507 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks [] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:53.920594 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:53.961517 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:34:53.964653 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:34:53.967234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:34:53.976862 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Pushing event updated for resources: {'Port': ['ID=af851eeb-637b-4dca-8d18-05bdfd42467e,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:54.326287 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks [] for router_gateway (f1913278-9290-456e-ae4c-5c7945ee4ad7), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:54.543303 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2999'] for router (f1913278-9290-456e-ae4c-5c7945ee4ad7), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:54.546813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-466382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-466375', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-453299'] for router (f1913278-9290-456e-ae4c-5c7945ee4ad7), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:54.741707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Router f1913278-9290-456e-ae4c-5c7945ee4ad7 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:34:54.852362 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:34:54.856694 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:54.871545 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-2dbb42f0-c767-45d1-bcac-e21c8231731a demo admin] 10.222.0.43 "PUT /v2.0/routers/f1913278-9290-456e-ae4c-5c7945ee4ad7 HTTP/1.1" status: 200 len: 890 time: 1.9892237 Apr 11 16:34:56.776329 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 6aac1296-38c2-45a0-a20c-3dbc900a3093 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:34:56.826249 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 6aac1296-38c2-45a0-a20c-3dbc900a3093 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:34:56.826594 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:56.911935 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 6aac1296-38c2-45a0-a20c-3dbc900a3093 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:34:57.523806 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 58670) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:34:57.646546 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4891f33f-9272-48c3-8b13-4535ac26db68 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215684 Apr 11 16:34:57.798705 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Sync routers for ids ['f1913278-9290-456e-ae4c-5c7945ee4ad7'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:34:57.814959 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Routers {'f1913278-9290-456e-ae4c-5c7945ee4ad7'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:34:57.815759 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:34:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['f1913278-9290-456e-ae4c-5c7945ee4ad7'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:58.038555 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Set router f1913278-9290-456e-ae4c-5c7945ee4ad7 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:34:58.513951 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'name': 'router1', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'af851eeb-637b-4dca-8d18-05bdfd42467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:34:34Z', 'updated_at': '2022-04-11T16:34:54Z', 'revision_number': 4, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'gw_port': {'id': 'af851eeb-637b-4dca-8d18-05bdfd42467e', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:53Z', 'updated_at': '2022-04-11T16:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '6aac1296-38c2-45a0-a20c-3dbc900a3093', 'name': '', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'mac_address': 'fa:16:3e:46:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:44Z', 'updated_at': '2022-04-11T16:34:48Z', 'revision_number': 5, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'subnets': [{'id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:58.573159 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Checking router: f1913278-9290-456e-ae4c-5c7945ee4ad7 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:34:58.573439 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Updating router f1913278-9290-456e-ae4c-5c7945ee4ad7 port af851eeb-637b-4dca-8d18-05bdfd42467e binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:34:58.636311 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:58.970359 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Publish callbacks [] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:59.046336 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:59.097241 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Attempting to bind port af851eeb-637b-4dca-8d18-05bdfd42467e on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:34:59.097836 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Attempting to bind port af851eeb-637b-4dca-8d18-05bdfd42467e by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:34:59.098206 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Attempting to bind port af851eeb-637b-4dca-8d18-05bdfd42467e on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:34:59.108555 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca2a7a-0781-4fdf-a0f8-5d9fdd1e0751 None None] Pushing event updated for resources: {'Port': ['ID=af851eeb-637b-4dca-8d18-05bdfd42467e,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:59.110957 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:34:59.111359 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:34:59.111773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:59.112151 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:34:59.112616 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Bound port: af851eeb-637b-4dca-8d18-05bdfd42467e, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:34:59.113051 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:59.168021 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] For port af851eeb-637b-4dca-8d18-05bdfd42467e, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:34:59.170984 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] For port af851eeb-637b-4dca-8d18-05bdfd42467e, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=af851eeb-637b-4dca-8d18-05bdfd42467e,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:34:59.235036 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:59.292330 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Routers {'f1913278-9290-456e-ae4c-5c7945ee4ad7'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:34:59.292958 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:34:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['f1913278-9290-456e-ae4c-5c7945ee4ad7'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:59.297735 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca2a7a-0781-4fdf-a0f8-5d9fdd1e0751 None None] Pushing event updated for resources: {'Port': ['ID=af851eeb-637b-4dca-8d18-05bdfd42467e,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:34:59.420549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] Set router f1913278-9290-456e-ae4c-5c7945ee4ad7 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:34:59.703759 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'name': 'router1', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'af851eeb-637b-4dca-8d18-05bdfd42467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:34:34Z', 'updated_at': '2022-04-11T16:34:54Z', 'revision_number': 4, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'gw_port': {'id': 'af851eeb-637b-4dca-8d18-05bdfd42467e', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:53Z', 'updated_at': '2022-04-11T16:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '6aac1296-38c2-45a0-a20c-3dbc900a3093', 'name': '', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'mac_address': 'fa:16:3e:46:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:44Z', 'updated_at': '2022-04-11T16:34:48Z', 'revision_number': 5, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'subnets': [{'id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:34:59.732854 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c639dc2-0eb9-4629-b76b-667356d8277c None None] The sync data for ids ['f1913278-9290-456e-ae4c-5c7945ee4ad7'] in dv-cinder-837163-2-iscsi is: [{'id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'name': 'router1', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'af851eeb-637b-4dca-8d18-05bdfd42467e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:34:34Z', 'updated_at': '2022-04-11T16:34:54Z', 'revision_number': 4, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'gw_port': {'id': 'af851eeb-637b-4dca-8d18-05bdfd42467e', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:53Z', 'updated_at': '2022-04-11T16:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '6aac1296-38c2-45a0-a20c-3dbc900a3093', 'name': '', 'network_id': '65d3cd27-6468-41bf-b255-3fdeaf7bb0df', 'tenant_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'mac_address': 'fa:16:3e:46:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1913278-9290-456e-ae4c-5c7945ee4ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:34:44Z', 'updated_at': '2022-04-11T16:34:48Z', 'revision_number': 5, 'project_id': '5fcfe56fb9bf4cc7b15db190133a1d28', 'subnets': [{'id': 'fc7d9998-2290-4114-b133-654f4a936b10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abe837e5-424a-47ea-bc5a-d5a429e80a80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:00.839214 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device af851eeb-637b-4dca-8d18-05bdfd42467e up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:00.925962 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port af851eeb-637b-4dca-8d18-05bdfd42467e triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:00.926358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:01.009466 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port af851eeb-637b-4dca-8d18-05bdfd42467e is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:01.009736 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:01.030611 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port af851eeb-637b-4dca-8d18-05bdfd42467e, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=af851eeb-637b-4dca-8d18-05bdfd42467e,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:01.097603 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:01.147411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=af851eeb-637b-4dca-8d18-05bdfd42467e,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:02.808475 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device af851eeb-637b-4dca-8d18-05bdfd42467e up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:02.874853 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port af851eeb-637b-4dca-8d18-05bdfd42467e triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:02.875628 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (af851eeb-637b-4dca-8d18-05bdfd42467e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:02.979702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port af851eeb-637b-4dca-8d18-05bdfd42467e is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:09.646287 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c260b888-d6ac-418a-b7c9-cc9326b503d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.311888 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5b6b-fe86-4b96-b3c3-aa912271bc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.248841 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.829049 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.943816 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.099052 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:35:39.634839 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bdabc7ae-ae6f-4804-bbe9-6b62d3c9e18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:43.150911 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7b47baaf-db37-4c90-8291-57ccc2330393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:43.389160 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:44.817679 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:45.960064 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:03.097871 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:36:09.623242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-235b8aa9-09e0-4aae-9bc4-21cef5c420d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:12.211659 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6449-5528-4642-8542-67c6a44d2ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:13.240157 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:14.822827 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:15.953458 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:23.122637 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59154) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:23.184262 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.pecan_wsgi.hooks.translation [None req-cded2d7a-8450-4a13-99b5-83aa89a1a177 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:36:23.185550 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-cded2d7a-8450-4a13-99b5-83aa89a1a177 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619237 Apr 11 16:36:23.349675 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5153596-35da-44be-b188-cfdd80ea0fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:23.351372 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-f5153596-35da-44be-b188-cfdd80ea0fc9 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617217 Apr 11 16:36:25.792412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59164) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:25.884930 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc177b9e-ca1c-4f9c-959f-7b3decacd1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:25.886270 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-bc177b9e-ca1c-4f9c-959f-7b3decacd1ca admin admin] 10.222.0.43 "GET /v2.0/subnets/fc7d9998-2290-4114-b133-654f4a936b10 HTTP/1.1" status: 200 len: 849 time: 0.0929153 Apr 11 16:36:25.895596 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:36:25.981345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Publish callbacks [] for subnet (fc7d9998-2290-4114-b133-654f4a936b10), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:26.182409 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759696381462'] for subnet (fc7d9998-2290-4114-b133-654f4a936b10), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:26.217021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:26.217611 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:26.218914 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] 10.222.0.43 "PUT /v2.0/subnets/fc7d9998-2290-4114-b133-654f4a936b10 HTTP/1.1" status: 200 len: 868 time: 0.3268878 Apr 11 16:36:26.231074 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc18dd-66d6-411c-978e-ff236a85ab5a None None] Network 65d3cd27-6468-41bf-b255-3fdeaf7bb0df requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:36:26.238493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7d9998-2290-4114-b133-654f4a936b10,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:26.247368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.247368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.247368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.247368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.247988 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.248554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.249113 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.249697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.250775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.250916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.251503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.252178 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.252735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.253311 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.253874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e732c1c3-1e1a-4f82-a614-7f0f27fa8314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:26.548833 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-2426fc87-52fb-4c12-b7d7-08c1728d87e9 None None] Provisioning complete for port 346b2e01-da39-4b7f-bebb-fd16d5771f84 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:26.549564 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2426fc87-52fb-4c12-b7d7-08c1728d87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (346b2e01-da39-4b7f-bebb-fd16d5771f84), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:26.635573 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2426fc87-52fb-4c12-b7d7-08c1728d87e9 None None] Current status of the port 346b2e01-da39-4b7f-bebb-fd16d5771f84 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:26.643659 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-2426fc87-52fb-4c12-b7d7-08c1728d87e9 None None] Provisioning complete for port 6aac1296-38c2-45a0-a20c-3dbc900a3093 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:26.644032 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2426fc87-52fb-4c12-b7d7-08c1728d87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (6aac1296-38c2-45a0-a20c-3dbc900a3093), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:26.726342 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2426fc87-52fb-4c12-b7d7-08c1728d87e9 None None] Current status of the port 6aac1296-38c2-45a0-a20c-3dbc900a3093 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:28.596060 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59172) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:28.809528 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41ad7c-d93d-488e-ae3a-49a0b5d0d77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:28.810006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41ad7c-d93d-488e-ae3a-49a0b5d0d77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:28.811657 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-eb41ad7c-d93d-488e-ae3a-49a0b5d0d77d admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2141981 Apr 11 16:36:31.200724 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59180) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:31.336657 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdace37-cfe6-478b-b492-3bfcea3b31ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:31.337123 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdace37-cfe6-478b-b492-3bfcea3b31ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:31.338682 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4bdace37-cfe6-478b-b492-3bfcea3b31ee admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1369102 Apr 11 16:36:33.705665 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59188) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:33.833572 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6161ae6a-5181-403b-a901-e167eaa884eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:33.834933 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6161ae6a-5181-403b-a901-e167eaa884eb admin admin] 10.222.0.43 "GET /v2.0/networks/65d3cd27-6468-41bf-b255-3fdeaf7bb0df HTTP/1.1" status: 200 len: 869 time: 0.1283171 Apr 11 16:36:36.214156 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59196) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:36.349406 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae2ff0-abaa-4c06-8f55-c97f7a494994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:36.350832 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-58ae2ff0-abaa-4c06-8f55-c97f7a494994 admin admin] 10.222.0.43 "GET /v2.0/networks/b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 HTTP/1.1" status: 200 len: 886 time: 0.1356530 Apr 11 16:36:38.766491 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59204) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:38.896071 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4908459f-5bfd-400c-97a9-c08183112b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:38.896522 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4908459f-5bfd-400c-97a9-c08183112b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:38.898090 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4908459f-5bfd-400c-97a9-c08183112b1d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303329 Apr 11 16:36:39.663033 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-16b35832-59ee-4f40-b8e3-97ae4c57ca8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:40.098124 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:36:41.424319 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59212) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:41.524383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1e06f-3477-4b1a-bb58-43a3c0048895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:41.524829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1e06f-3477-4b1a-bb58-43a3c0048895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:41.526356 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-00d1e06f-3477-4b1a-bb58-43a3c0048895 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011009 Apr 11 16:36:42.251981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-12fed483-9333-41b4-b3af-505ee9bfdcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:43.285355 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:43.917835 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59220) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:44.006179 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1516c1-cae1-4875-9a95-83b99888f8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:44.007609 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-db1516c1-cae1-4875-9a95-83b99888f8e6 admin admin] 10.222.0.43 "GET /v2.0/subnets/34b22a65-e237-4a4a-b7e5-41ad39035129 HTTP/1.1" status: 200 len: 816 time: 0.0887482 Apr 11 16:36:44.846470 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:45.960155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:46.414727 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59228) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:46.520351 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36738de4-5795-4624-8cd4-eae6ecfeaf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:46.521703 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-36738de4-5795-4624-8cd4-eae6ecfeaf04 admin admin] 10.222.0.43 "GET /v2.0/subnets/fc7d9998-2290-4114-b133-654f4a936b10 HTTP/1.1" status: 200 len: 868 time: 0.1060226 Apr 11 16:37:09.662735 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-836b0be9-9626-443e-a787-d1a5be932393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:12.228088 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-65acb3c4-f430-4464-a735-f41550956522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:13.262992 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:14.839709 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:15.954483 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:17.097845 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:37:28.377527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59286) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:28.427022 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [None req-bf1cac19-fb49-4bd9-96af-574508121932 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:37:28.428558 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-bf1cac19-fb49-4bd9-96af-574508121932 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500560 Apr 11 16:37:30.890234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59294) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:31.060481 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e229a37-9788-48d0-91ad-f42f92783a87 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:37:31.062685 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6e229a37-9788-48d0-91ad-f42f92783a87 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1708198 Apr 11 16:37:31.151873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c41045-3cc2-4310-b9eb-792465c9a8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:31.153687 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c6c41045-3cc2-4310-b9eb-792465c9a8a0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855536 Apr 11 16:37:33.712162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59302) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:33.760176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:33.902242 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Made reservation on behalf of 33d6863ead1548128e611dffc8b01410 for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:33.904667 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.935108 dv-cinder-837163-2-iscsi neutron-server[110630]: WARNING neutron.services.revisions.revision_plugin [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Could not find related network for resource to bump revision. Apr 11 16:37:33.949157 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:37:33.958201 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (c7bb6107-daf1-4e88-8087-7d3b432321cd), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.958540 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Added segment c7bb6107-daf1-4e88-8087-7d3b432321cd of type vlan for network 06cc361f-741f-457c-8b35-52bb56a0e7a0 Apr 11 16:37:34.000241 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (06cc361f-741f-457c-8b35-52bb56a0e7a0), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.102338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (06cc361f-741f-457c-8b35-52bb56a0e7a0), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.103566 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:34.104264 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.165471 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Pushing event updated for resources: {'Network': ['ID=06cc361f-741f-457c-8b35-52bb56a0e7a0,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:34.173584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.173927 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.174269 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.174604 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.174963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.175295 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.175643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.175976 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.176299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.176619 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.176943 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.177284 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.177607 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.177972 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.178293 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.190203 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 06cc361f-741f-457c-8b35-52bb56a0e7a0 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:37:34.212897 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6078838c-a307-45fd-9446-a067a1b296b0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4995351 Apr 11 16:37:36.568806 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59310) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:36.638674 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a07d65c-5994-41fd-902e-9da6ae137635 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:37:36.638674 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4a07d65c-5994-41fd-902e-9da6ae137635 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675995 Apr 11 16:37:36.711622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f053397-0598-4d0f-82e9-b434b8cb7670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:36.713100 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8f053397-0598-4d0f-82e9-b434b8cb7670 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702624 Apr 11 16:37:36.723491 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:36.885408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Made reservation on behalf of 33d6863ead1548128e611dffc8b01410 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:36.887747 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.154145 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (a03a44fa-c332-4718-a274-d321b7c98bfa), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.209424 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03a44fa-c332-4718-a274-d321b7c98bfa,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:37.222674 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Checking segment: {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:37.222674 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Network hostable DHCP agents. Network: 06cc361f-741f-457c-8b35-52bb56a0e7a0, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:37:37.313279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Network 06cc361f-741f-457c-8b35-52bb56a0e7a0 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:37:37.449609 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 06cc361f-741f-457c-8b35-52bb56a0e7a0) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:37.454523 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:37.455133 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.460950 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346824cd-d0c1-470f-8587-d39350ff80fb None None] Network 06cc361f-741f-457c-8b35-52bb56a0e7a0 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:37.550847 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1960645e-ed2e-4369-850e-a24a5b4975e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8305697 Apr 11 16:37:37.565581 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-06cc361f-741f-457c-8b35-52bb56a0e7a0', 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0', 'project_id': '33d6863ead1548128e611dffc8b01410', 'fixed_ips': [{'subnet_id': 'a03a44fa-c332-4718-a274-d321b7c98bfa'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:37:37.566462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.816708 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Allocated IP 192.168.233.2 (06cc361f-741f-457c-8b35-52bb56a0e7a0/a03a44fa-c332-4718-a274-d321b7c98bfa/ca0c9006-f366-4285-80b9-958b2873151f) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:38.001580 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Publish callbacks [] for port (ca0c9006-f366-4285-80b9-958b2873151f), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.109414 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (ca0c9006-f366-4285-80b9-958b2873151f), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.149776 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Network 06cc361f-741f-457c-8b35-52bb56a0e7a0 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:38.152621 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:38.159596 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:38.162704 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Pushing event updated for resources: {'Port': ['ID=ca0c9006-f366-4285-80b9-958b2873151f,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:38.174475 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.182515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.236417 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Attempting to bind port ca0c9006-f366-4285-80b9-958b2873151f on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:38.236782 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Attempting to bind port ca0c9006-f366-4285-80b9-958b2873151f by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:38.237142 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Attempting to bind port ca0c9006-f366-4285-80b9-958b2873151f on network 06cc361f-741f-457c-8b35-52bb56a0e7a0 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:38.242335 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:38.242709 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Checking segment: {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:38.243105 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.243510 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Bound using segment: {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:38.243990 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Bound port: ca0c9006-f366-4285-80b9-958b2873151f, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:38.244369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ca0c9006-f366-4285-80b9-958b2873151f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.309361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] For port ca0c9006-f366-4285-80b9-958b2873151f, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:38.312567 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] For port ca0c9006-f366-4285-80b9-958b2873151f, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=ca0c9006-f366-4285-80b9-958b2873151f,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:38.392817 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (ca0c9006-f366-4285-80b9-958b2873151f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.451776 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d39e60-a309-43bb-aa3d-080ffd41612e None None] Pushing event updated for resources: {'Port': ['ID=ca0c9006-f366-4285-80b9-958b2873151f,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:38.898847 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device ca0c9006-f366-4285-80b9-958b2873151f up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:38.971984 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port ca0c9006-f366-4285-80b9-958b2873151f triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:38.972348 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ca0c9006-f366-4285-80b9-958b2873151f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.054411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port ca0c9006-f366-4285-80b9-958b2873151f is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:39.054801 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ca0c9006-f366-4285-80b9-958b2873151f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.091041 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port ca0c9006-f366-4285-80b9-958b2873151f, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=ca0c9006-f366-4285-80b9-958b2873151f,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:39.206137 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (ca0c9006-f366-4285-80b9-958b2873151f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.275158 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=ca0c9006-f366-4285-80b9-958b2873151f,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:39.406292 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be283c8-e3b8-4bc5-802c-84ea070f3e26 None None] Network 06cc361f-741f-457c-8b35-52bb56a0e7a0 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:39.524523 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-90a05cf5-9571-47dd-a17f-4c9b118613f4 None None] Provisioning complete for port ca0c9006-f366-4285-80b9-958b2873151f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:39.524523 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-90a05cf5-9571-47dd-a17f-4c9b118613f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ca0c9006-f366-4285-80b9-958b2873151f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.673374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-90a05cf5-9571-47dd-a17f-4c9b118613f4 None None] Current status of the port ca0c9006-f366-4285-80b9-958b2873151f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:39.721463 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6df39769-80cc-4ee1-a0ad-b86f400535e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.897973 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-20ec9f9a-a104-4c8a-878d-07ebdec80fdf None None] Provisioning complete for port ca0c9006-f366-4285-80b9-958b2873151f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:39.899505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-20ec9f9a-a104-4c8a-878d-07ebdec80fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ca0c9006-f366-4285-80b9-958b2873151f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.001373 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-20ec9f9a-a104-4c8a-878d-07ebdec80fdf None None] Current status of the port ca0c9006-f366-4285-80b9-958b2873151f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:40.867302 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device ca0c9006-f366-4285-80b9-958b2873151f up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:40.937901 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port ca0c9006-f366-4285-80b9-958b2873151f triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:40.938861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ca0c9006-f366-4285-80b9-958b2873151f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.020271 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port ca0c9006-f366-4285-80b9-958b2873151f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:42.336664 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2abd2306-26fd-496f-b541-452b97eb9b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.273399 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.902143 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.961004 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:54.097137 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:38:09.656513 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-19baf9fd-01fb-47b1-b0de-64a8465d0a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:12.267780 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c907c106-bb0c-4718-be49-a6d224c3c480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:13.267681 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:14.866316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:15.985745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:31.095799 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:38:39.644178 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d17a3e9c-ec63-4ce9-bcf6-6643a1651e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.238368 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-19c271bf-c118-4456-94b2-0c838556a804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:43.316816 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.836976 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.975642 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:08.093794 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:39:09.655268 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb413-650e-4dc6-8ffe-d49b039d09a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:12.232499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5201b7cc-09c7-4467-bd4d-8a69e6511929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.254927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:14.867138 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:15.973060 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:21.284747 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59348) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:21.290552 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [None req-1145ee09-9e86-432a-9d6a-81f184522bd9 tempest-verify_tempest_config-367843465 tempest-verify_tempest_config-367843465-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:39:21.291497 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1145ee09-9e86-432a-9d6a-81f184522bd9 tempest-verify_tempest_config-367843465 tempest-verify_tempest_config-367843465-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058043 Apr 11 16:39:21.976603 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59366) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:22.082530 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.160116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Publish callbacks [] for security_group (587a7ab8-3383-44a5-892f-ad82ee7dd297), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.266689 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (587a7ab8-3383-44a5-892f-ad82ee7dd297), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.312089 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587a7ab8-3383-44a5-892f-ad82ee7dd297,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:22.317034 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4f1a76a4d324b5299e84ea602850843&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3394318 Apr 11 16:39:22.319968 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59370) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:22.321738 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.322092 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.322453 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.322768 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.323280 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.324325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.324917 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.325251 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.325603 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.325935 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.326279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.326623 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.326941 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.327260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.327666 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b36a8f6-c6a4-4d25-a413-b2bc6f0826db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.378985 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Publish callbacks [] for security_group (587a7ab8-3383-44a5-892f-ad82ee7dd297), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.401311 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Publish callbacks [] for security_group (587a7ab8-3383-44a5-892f-ad82ee7dd297), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.575847 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (587a7ab8-3383-44a5-892f-ad82ee7dd297), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.578494 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:22.579691 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/587a7ab8-3383-44a5-892f-ad82ee7dd297 HTTP/1.1" status: 204 len: 168 time: 0.2587547 Apr 11 16:39:22.587611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a7ab8-3383-44a5-892f-ad82ee7dd297,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:22.595182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.595564 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.595906 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.596246 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.596652 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.596901 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.597232 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.597559 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.597903 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.598258 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.598648 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.599002 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.599383 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.599729 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:22.600052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acca1e-7e30-432c-ae5d-e663387174ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:39.632099 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b1ba9d2d-750f-4d3d-8713-668f76a84b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:42.258770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b4b753d0-b934-4e64-9503-87606c96bb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:43.283471 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:44.854771 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:45.091815 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:39:45.945927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:09.660353 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7e538d7d-dc27-4de7-b696-8732aad50097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:12.223570 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-77874a55-d938-42e8-93a0-bfaef46f8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:13.257817 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:14.842761 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:15.937512 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:22.090375 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:40:39.619787 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-887c0405-7d81-4739-927b-19205c0d1589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:42.240006 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1d38059c-05d5-4fc6-aa1c-0cfd106df3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:43.287902 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:44.870774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:45.979481 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:59.092693 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 5 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:41:09.618833 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b6f70897-b445-4612-a0cb-c5e678080a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:12.230567 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-31762b36-770f-48af-87c4-c7a3b74604c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:12.773419 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452807'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:13.276417 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:14.885134 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:15.982216 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:27.702610 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59442) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:41:27.804049 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-72f5ef16-8710-465f-a44d-67b262fc6b8a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1003456 Apr 11 16:41:30.213166 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59452) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:41:30.268233 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-7971c003-74b1-4d36-a433-9d0bc4330df0 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539799 Apr 11 16:41:36.092394 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:41:39.635770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-efec4528-8554-4185-b0df-c62b0ab0e484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:42.246791 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-46bcebb0-0417-4fec-98d7-f025185e4cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:42.778463 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:43.275965 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:44.855327 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:45.969605 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:09.620658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-361daaa2-3600-489c-bf6a-8cdefeb8b669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:12.224595 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1773b4ae-6080-42c6-899b-65e613f2032e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:12.771955 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:13.092559 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:42:13.274564 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:14.875059 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:15.957971 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:39.609690 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ed06-07c8-4ac8-8985-248cd9903bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:42.245554 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-56f11d53-df1b-49dd-8de9-a7785b7e5a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:42.768448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:43.271166 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.882678 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.959792 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:50.092015 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:09.630487 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d9a80012-0f10-4943-8d9f-88dd9e811095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:12.287539 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-db34636e-7411-42f7-ad3b-eb245e666363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:12.774155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:13.287787 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:14.879356 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.282325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59680) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:15.445970 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59692) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:15.476538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59696) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:15.571440 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-network', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:15.693093 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Made reservation on behalf of e54efcd6582349b9a9d7131150d8aa6f for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:15.695534 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.708811 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1819427161-network', 'tenant_id': '71264cc4e2534798b9599b37f5c1b626'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:15.713226 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.805703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks [] for security_group (f6695828-6125-4de2-ac74-c3b792d057e6), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.836230 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Made reservation on behalf of 71264cc4e2534798b9599b37f5c1b626 for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:15.838713 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.847196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.897495 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f6695828-6125-4de2-ac74-c3b792d057e6), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.914679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:15.933115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-network', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:15.940864 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (11abc8ed-e6c4-4a5b-b4a4-f2258c099497), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.941210 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Added segment 11abc8ed-e6c4-4a5b-b4a4-f2258c099497 of type vlan for network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 Apr 11 16:43:15.979614 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.998839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (1c0d4dfe-01b0-4862-bae4-62818b124fe4), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.031663 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6695828-6125-4de2-ac74-c3b792d057e6,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.042970 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks [] for security_group (9afb4c44-0f46-4778-a897-fafd0ec4c7fe), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.062172 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.062410 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.062817 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.063111 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.063441 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.063799 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.064111 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.064440 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.064760 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.065085 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.065422 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.065761 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.066247 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.066395 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.067373 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Tracked resource versions report: Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: pushed versions: Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: { 'AddressGroup': {'1.2'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Agent': {'1.1'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'ConntrackHelper': {'1.0'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Log': {'1.0'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'NDPProxy': {'1.0'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Network': {'1.1'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Port': {'1.7'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'PortForwarding': {'1.3'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'QosPolicy': {'1.10'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroup': {'1.5'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SubPort': {'1.0'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Subnet': {'1.1'}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Trunk': {'1.1'}} Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: consumer versions: Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Agent': '1.1', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'ConntrackHelper': '1.0', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'LocalIPAssociation': '1.0', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Log': '1.0', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'NDPProxy': '1.0', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Network': '1.1', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Port': '1.7', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'PortForwarding': '1.3', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'QosPolicy': '1.10', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroup': '1.5', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SecurityGroupRule': '1.2', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'SubPort': '1.0', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Subnet': '1.1', Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: 'Trunk': '1.1'}} Apr 11 16:43:16.068078 dv-cinder-837163-2-iscsi neutron-server[110630]: {{(pid=110630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:43:16.102456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9afb4c44-0f46-4778-a897-fafd0ec4c7fe), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.133626 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:16.141245 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (1c0d4dfe-01b0-4862-bae4-62818b124fe4), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.142218 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:16.142783 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.144772 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb4c44-0f46-4778-a897-fafd0ec4c7fe,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.158918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (d7c04dbe-95bc-4dd8-a131-8c1a68a1f949), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.159366 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Added segment d7c04dbe-95bc-4dd8-a131-8c1a68a1f949 of type vlan for network acbd1e75-0114-40e7-912a-76cc3367e162 Apr 11 16:43:16.191874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Made reservation on behalf of 4a9922f7c7e54b419b8bad2c6246f1ae for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:16.194144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.251829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.282350 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9988706 Apr 11 16:43:16.285545 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59730) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:16.293088 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Request body: {'subnet': {'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-subnet', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:16.294874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98b4b-bd03-42bd-b6c9-0ee8400d3417 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0d4dfe-01b0-4862-bae4-62818b124fe4,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.310019 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:16.347631 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (acbd1e75-0114-40e7-912a-76cc3367e162), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.399424 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks [] for security_group (d7650794-c7c3-49e8-aafb-d954d49b5849), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.416468 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Made reservation on behalf of e54efcd6582349b9a9d7131150d8aa6f for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:16.418731 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.473809 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (d7650794-c7c3-49e8-aafb-d954d49b5849), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.501714 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:16.527899 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (acbd1e75-0114-40e7-912a-76cc3367e162), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.529935 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:16.530527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.536746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7650794-c7c3-49e8-aafb-d954d49b5849,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.599650 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (046e1ae4-90f8-4662-a72b-5aadfec5f6b7), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.600013 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Added segment 046e1ae4-90f8-4662-a72b-5aadfec5f6b7 of type vlan for network c3885216-3493-4270-959f-43be0109d305 Apr 11 16:43:16.658833 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (c3885216-3493-4270-959f-43be0109d305), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.695262 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2475264 Apr 11 16:43:16.712024 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59760) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:16.727252 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Request body: {'subnet': {'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1819427161-subnet', 'tenant_id': '71264cc4e2534798b9599b37f5c1b626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:16.775210 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (c3885216-3493-4270-959f-43be0109d305), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.776180 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:16.776754 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.789189 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96184945-b902-4251-b94c-43ec8bccdeca admin admin] Pushing event updated for resources: {'Network': ['ID=acbd1e75-0114-40e7-912a-76cc3367e162,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.801170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network acbd1e75-0114-40e7-912a-76cc3367e162 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:16.872867 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] Pushing event updated for resources: {'Network': ['ID=c3885216-3493-4270-959f-43be0109d305,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.883197 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (881072ec-67e2-4a28-9ac5-db2e1e845a8c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.889567 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8122146e-3ce1-4c60-b9aa-a9bf2be8b235 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4074543 Apr 11 16:43:16.890626 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network c3885216-3493-4270-959f-43be0109d305 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:16.892741 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59764) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:16.908111 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Request body: {'subnet': {'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-subnet', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:16.917711 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Made reservation on behalf of 71264cc4e2534798b9599b37f5c1b626 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:16.930255 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.972181 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881072ec-67e2-4a28-9ac5-db2e1e845a8c,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:16.989866 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.990416 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.991548 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.992570 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.992919 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.993331 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.993739 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.994161 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.994639 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.995029 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.995423 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.995864 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.996611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.996985 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.997695 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Tracked resource versions report: Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: pushed versions: Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: { 'AddressGroup': {'1.2'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Agent': {'1.1'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'ConntrackHelper': {'1.0'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Log': {'1.0'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'NDPProxy': {'1.0'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Network': {'1.1'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Port': {'1.7'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'PortForwarding': {'1.3'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'QosPolicy': {'1.10'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroup': {'1.5'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SubPort': {'1.0'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Subnet': {'1.1'}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Trunk': {'1.1'}} Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: consumer versions: Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Agent': '1.1', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'ConntrackHelper': '1.0', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'LocalIPAssociation': '1.0', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Log': '1.0', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'NDPProxy': '1.0', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Network': '1.1', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Port': '1.7', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'PortForwarding': '1.3', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'QosPolicy': '1.10', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroup': '1.5', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SecurityGroupRule': '1.2', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'SubPort': '1.0', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Subnet': '1.1', Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: 'Trunk': '1.1'}} Apr 11 16:43:16.999918 dv-cinder-837163-2-iscsi neutron-server[110631]: {{(pid=110631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:43:17.005739 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Checking segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:17.006542 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Network hostable DHCP agents. Network: 1c0d4dfe-01b0-4862-bae4-62818b124fe4, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:17.125785 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:17.130264 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Made reservation on behalf of 4a9922f7c7e54b419b8bad2c6246f1ae for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:17.139477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.276299 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 1c0d4dfe-01b0-4862-bae4-62818b124fe4) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:17.281574 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:17.286872 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.290011 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41fd1a-25a3-45f5-80de-7c6d7b5abbcb None None] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:17.414231 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-88864bac-42ad-4fba-87dd-217e753f1284 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1272740 Apr 11 16:43:17.416473 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59788) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:17.424538 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:43:17.425494 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.426850 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:17.433409 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (af606a29-985a-48c5-a2cf-246e5c89bf5a), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.483363 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af606a29-985a-48c5-a2cf-246e5c89bf5a,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:17.517703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Checking segment: {'id': 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:17.518466 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Network hostable DHCP agents. Network: acbd1e75-0114-40e7-912a-76cc3367e162, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:17.525458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.526043 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (a92c2e9e-d71e-49d1-b335-3c653b1e9ba4), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.526531 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.594483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:17.608770 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks [] for router_controller (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), precommit_add_association {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.616121 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Checking segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:17.616768 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Network hostable DHCP agents. Network: c3885216-3493-4270-959f-43be0109d305, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:17.621760 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Allocated IP 172.20.0.2 (1c0d4dfe-01b0-4862-bae4-62818b124fe4/881072ec-67e2-4a28-9ac5-db2e1e845a8c/836244af-af58-4d6d-9c28-57f64596fb0a) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:17.645481 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Network acbd1e75-0114-40e7-912a-76cc3367e162 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:17.711641 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Network c3885216-3493-4270-959f-43be0109d305 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:17.800891 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Publish callbacks [] for port (836244af-af58-4d6d-9c28-57f64596fb0a), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.820212 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, acbd1e75-0114-40e7-912a-76cc3367e162) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:17.827270 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:17.829417 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.832958 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, c3885216-3493-4270-959f-43be0109d305) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:17.837663 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53818c4-c9a6-4032-877a-c0629d3d7a88 None None] Network acbd1e75-0114-40e7-912a-76cc3367e162 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:17.859871 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7e4cd8-a54f-4c97-926d-1e825e48c003 None None] Network c3885216-3493-4270-959f-43be0109d305 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:17.894176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:17.894719 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.935197 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.964435 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks [] for router_gateway (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.017205 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:18.039487 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:18.049473 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:18.130369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Pushing event updated for resources: {'Port': ['ID=836244af-af58-4d6d-9c28-57f64596fb0a,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:18.133224 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ea46b-7d2a-4720-bcb0-727f7ae495d4 None None] Network acbd1e75-0114-40e7-912a-76cc3367e162 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:18.152540 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-fa5d56a1-eed9-4e3e-99a2-5a7025eeb90c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4335525 Apr 11 16:43:18.184118 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-c3885216-3493-4270-959f-43be0109d305', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:43:18.184972 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.189457 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-81c998b9-2b1e-4f31-b1a4-a5750df1f946 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2943966 Apr 11 16:43:18.190178 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.190527 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.190866 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.191239 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.191565 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.191983 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.192448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.192773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.193097 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.193414 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.193731 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.194638 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59816) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:18.194813 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.195046 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.195338 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.196994 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Tracked resource versions report: Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: pushed versions: Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: { 'AddressGroup': {'1.2'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Agent': {'1.1'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'ConntrackHelper': {'1.0'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Log': {'1.0'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'NDPProxy': {'1.0'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Network': {'1.1'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Port': {'1.7'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'PortForwarding': {'1.3'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'QosPolicy': {'1.10'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroup': {'1.5'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SubPort': {'1.0'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Subnet': {'1.1'}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Trunk': {'1.1'}} Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: consumer versions: Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Agent': '1.1', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'ConntrackHelper': '1.0', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'LocalIPAssociation': '1.0', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Log': '1.0', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'NDPProxy': '1.0', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Network': '1.1', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Port': '1.7', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'PortForwarding': '1.3', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'QosPolicy': '1.10', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroup': '1.5', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SecurityGroupRule': '1.2', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'SubPort': '1.0', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Subnet': '1.1', Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: 'Trunk': '1.1'}} Apr 11 16:43:18.197757 dv-cinder-837163-2-iscsi neutron-server[110632]: {{(pid=110632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:43:18.206489 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:18.351831 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.355353 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.408461 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Attempting to bind port 836244af-af58-4d6d-9c28-57f64596fb0a on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:18.409266 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Attempting to bind port 836244af-af58-4d6d-9c28-57f64596fb0a by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:18.409266 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Attempting to bind port 836244af-af58-4d6d-9c28-57f64596fb0a on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:18.430089 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:18.430454 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Checking segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:18.430862 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.431258 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Bound using segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:18.432046 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Bound port: 836244af-af58-4d6d-9c28-57f64596fb0a, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:18.432431 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.521717 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks [] for router_controller (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), precommit_add_association {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.564962 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] For port 836244af-af58-4d6d-9c28-57f64596fb0a, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:18.568369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] For port 836244af-af58-4d6d-9c28-57f64596fb0a, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=836244af-af58-4d6d-9c28-57f64596fb0a,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:18.641292 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks [] for router_gateway (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.655546 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.702792 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.707937 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Allocated IP 172.20.0.2 (c3885216-3493-4270-959f-43be0109d305/a92c2e9e-d71e-49d1-b335-3c653b1e9ba4/8a3fe0dd-cfd4-454d-bd87-060bef778e76) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:18.786223 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8cc3-83fa-417e-935c-71f41f492b7d None None] Pushing event updated for resources: {'Port': ['ID=836244af-af58-4d6d-9c28-57f64596fb0a,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:18.912337 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59836) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:18.938825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks [] for router_gateway (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.978803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Publish callbacks [] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.071502 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.075735 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Allocated IP 172.27.2.135 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/14420470-24bd-436e-a8de-d45812fdd816) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:19.195208 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b323a732-059e-4599-91e0-89d38ce5cb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.243807 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Pushing event updated for resources: {'Port': ['ID=8a3fe0dd-cfd4-454d-bd87-060bef778e76,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.277805 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Network c3885216-3493-4270-959f-43be0109d305 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:19.280244 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:19.281057 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks [] for port (14420470-24bd-436e-a8de-d45812fdd816), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.296765 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:19.379832 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 836244af-af58-4d6d-9c28-57f64596fb0a up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:19.386323 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59864) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:19.391192 dv-cinder-837163-2-iscsi neutron-server[110631]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 16:43:19.468388 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Attempting to bind port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:19.469494 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Attempting to bind port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:19.470052 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Attempting to bind port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:19.480803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:19.481176 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Checking segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:19.481581 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.481994 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Bound using segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:19.482592 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Bound port: 8a3fe0dd-cfd4-454d-bd87-060bef778e76, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:19.482981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.500910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 836244af-af58-4d6d-9c28-57f64596fb0a triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:19.501312 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.592217 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b323a732-059e-4599-91e0-89d38ce5cb50 admin admin] Publish callbacks [] for security_group (2080a01b-bcb6-4ff4-b510-13979b2fdb9d), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.597667 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks [] for router_gateway (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.612166 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (14420470-24bd-436e-a8de-d45812fdd816), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.632184 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.654879 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] For port 8a3fe0dd-cfd4-454d-bd87-060bef778e76, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:19.684890 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] For port 8a3fe0dd-cfd4-454d-bd87-060bef778e76, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a3fe0dd-cfd4-454d-bd87-060bef778e76,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:19.696263 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 836244af-af58-4d6d-9c28-57f64596fb0a is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:19.696651 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.725803 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:19.740242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 836244af-af58-4d6d-9c28-57f64596fb0a, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=836244af-af58-4d6d-9c28-57f64596fb0a,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:19.765156 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:19.766792 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Allocated IP 172.27.2.197 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/0d463f18-f72d-40be-b614-eeacb20ef279) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:19.768044 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:19.796529 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.852210 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b323a732-059e-4599-91e0-89d38ce5cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (2080a01b-bcb6-4ff4-b510-13979b2fdb9d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.871444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.880274 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f6e66-4abe-42ad-8ba8-db9b1c50d3e9 None None] Pushing event updated for resources: {'Port': ['ID=8a3fe0dd-cfd4-454d-bd87-060bef778e76,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.938954 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Pushing event updated for resources: {'Port': ['ID=14420470-24bd-436e-a8de-d45812fdd816,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.970437 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=836244af-af58-4d6d-9c28-57f64596fb0a,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.999004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks [] for port (0d463f18-f72d-40be-b614-eeacb20ef279), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.000387 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323a732-059e-4599-91e0-89d38ce5cb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2080a01b-bcb6-4ff4-b510-13979b2fdb9d,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:20.072429 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b323a732-059e-4599-91e0-89d38ce5cb50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b9b773b5ec643b59f2a482491ee71dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1549740 Apr 11 16:43:20.072852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59880) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:20.079700 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-35ed669a-03c4-4300-85e3-cfcaca621f15 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:20.081245 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-35ed669a-03c4-4300-85e3-cfcaca621f15 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/networks?id=acbd1e75-0114-40e7-912a-76cc3367e162 HTTP/1.1" status: 200 len: 812 time: 0.6938736 Apr 11 16:43:20.124531 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-c621423f-2907-41ff-b69f-676495dd5372 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/quotas/71264cc4e2534798b9599b37f5c1b626 HTTP/1.1" status: 200 len: 375 time: 0.0369990 Apr 11 16:43:20.180228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.214347 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-7f604b60-92b4-41f8-86c8-9286b5d4ef62 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=71264cc4e2534798b9599b37f5c1b626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813758 Apr 11 16:43:20.236386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c24e9c80-d628-4362-b7be-86450e2cde4c admin admin] Publish callbacks [] for security_group (2080a01b-bcb6-4ff4-b510-13979b2fdb9d), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.270456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:20.277697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:20.297743 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:20.303860 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Pushing event updated for resources: {'Port': ['ID=0d463f18-f72d-40be-b614-eeacb20ef279,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:20.392718 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c24e9c80-d628-4362-b7be-86450e2cde4c admin admin] Publish callbacks [] for security_group (2080a01b-bcb6-4ff4-b510-13979b2fdb9d), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.429388 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-31b62ac9-83d9-48d9-9900-61d59167f1d1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:43:20.431065 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-31b62ac9-83d9-48d9-9900-61d59167f1d1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0876892 Apr 11 16:43:20.465046 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71b393-1767-492a-8428-16b4b670d60c None None] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:20.519918 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-bab8d229-9031-40e0-9e28-8ba939fa55c3 None None] Provisioning complete for port 836244af-af58-4d6d-9c28-57f64596fb0a triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:20.520653 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bab8d229-9031-40e0-9e28-8ba939fa55c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.674066 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c24e9c80-d628-4362-b7be-86450e2cde4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (2080a01b-bcb6-4ff4-b510-13979b2fdb9d), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.676406 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c24e9c80-d628-4362-b7be-86450e2cde4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.679550 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c24e9c80-d628-4362-b7be-86450e2cde4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2080a01b-bcb6-4ff4-b510-13979b2fdb9d HTTP/1.1" status: 204 len: 168 time: 0.6054287 Apr 11 16:43:20.695803 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e9c80-d628-4362-b7be-86450e2cde4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080a01b-bcb6-4ff4-b510-13979b2fdb9d,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:20.699198 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks [] for router_gateway (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.207148 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-bab8d229-9031-40e0-9e28-8ba939fa55c3 None None] Current status of the port 836244af-af58-4d6d-9c28-57f64596fb0a is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:21.213819 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks [] for router_gateway (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.217490 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-325ea538-3650-40c7-9389-f017f6d2c1aa service neutron] 10.222.0.43 "GET /v2.0/networks/acbd1e75-0114-40e7-912a-76cc3367e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575501 Apr 11 16:43:21.220683 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.258301 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-09ea4384-792c-46ce-b291-0eacf8bd7304 None None] Provisioning complete for port 836244af-af58-4d6d-9c28-57f64596fb0a triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:21.259316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-09ea4384-792c-46ce-b291-0eacf8bd7304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.313678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.357743 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 836244af-af58-4d6d-9c28-57f64596fb0a up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:21.387963 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-023728ed-fcae-4541-a50d-498052cc1fb4 service neutron] 10.222.0.43 "GET /v2.0/networks/acbd1e75-0114-40e7-912a-76cc3367e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887921 Apr 11 16:43:21.455724 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f3c2e1-f4cf-418c-b5a6-a7770eba9cd2 None None] Network c3885216-3493-4270-959f-43be0109d305 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:21.595097 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:43:21.608228 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 836244af-af58-4d6d-9c28-57f64596fb0a triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:21.608770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.671050 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-09ea4384-792c-46ce-b291-0eacf8bd7304 None None] Current status of the port 836244af-af58-4d6d-9c28-57f64596fb0a is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:21.719674 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:43:21.781466 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:21.793353 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Sync routers for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:21.824313 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:21.824961 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:21.841927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] Provisioning complete for port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:21.843275 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.847872 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 836244af-af58-4d6d-9c28-57f64596fb0a is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:21.849211 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a3fe0dd-cfd4-454d-bd87-060bef778e76 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:21.906864 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.908435 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-95a66132-83a4-49b0-a5c2-8e2485e68252 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7117312 Apr 11 16:43:21.920204 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59946) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:22.050894 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:22.095807 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59954) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:22.097923 dv-cinder-837163-2-iscsi neutron-server[110630]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 16:43:22.187202 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] Current status of the port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:22.187506 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.234499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] For port 8a3fe0dd-cfd4-454d-bd87-060bef778e76, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a3fe0dd-cfd4-454d-bd87-060bef778e76,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:22.236337 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:22.236812 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.290485 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dd250e0-67cf-415a-a43f-38135d08aa0a req-1d56f185-6603-424e-a8cf-e82841626651 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.1934538 Apr 11 16:43:22.370527 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:22.371673 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:20Z', 'revision_number': 3, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:22.382591 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.404633 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Checking router: 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:22.404989 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Updating router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 port 0d463f18-f72d-40be-b614-eeacb20ef279 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:22.411586 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 59978) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:22.412379 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:22.441176 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.526839 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-4e989134-4e72-4e64-bd62-e052a65d6f93 None None] Provisioning complete for port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:22.527812 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-4e989134-4e72-4e64-bd62-e052a65d6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.539676 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.542059 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-4b9bf3ae-8be3-484e-85cb-3269d2350d66 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1235991 Apr 11 16:43:22.551462 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 59984) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:22.713301 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:22.720256 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:22.723665 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fc93624d-00ae-4f47-ae2e-c4b79124b26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.724010 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ba77-61a8-486c-af5f-d6addc91d1c6 None None] Pushing event updated for resources: {'Port': ['ID=8a3fe0dd-cfd4-454d-bd87-060bef778e76,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:22.887640 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Publish callbacks [] for port (0d463f18-f72d-40be-b614-eeacb20ef279), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.960246 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.973590 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fc93624d-00ae-4f47-ae2e-c4b79124b26f admin admin] Publish callbacks [] for security_group (de0f06c9-0c35-41c6-acd4-3daa8c623f99), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.027422 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Attempting to bind port 0d463f18-f72d-40be-b614-eeacb20ef279 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:23.030415 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Attempting to bind port 0d463f18-f72d-40be-b614-eeacb20ef279 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:23.031002 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Attempting to bind port 0d463f18-f72d-40be-b614-eeacb20ef279 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:23.082127 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fc93624d-00ae-4f47-ae2e-c4b79124b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (de0f06c9-0c35-41c6-acd4-3daa8c623f99), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.103634 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:23.103986 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:23.110519 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.111150 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:23.111838 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Bound port: 0d463f18-f72d-40be-b614-eeacb20ef279, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:23.112403 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.183871 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:23.251858 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] For port 0d463f18-f72d-40be-b614-eeacb20ef279, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:23.259869 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-4e989134-4e72-4e64-bd62-e052a65d6f93 None None] Current status of the port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:23.265867 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] For port 0d463f18-f72d-40be-b614-eeacb20ef279, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0d463f18-f72d-40be-b614-eeacb20ef279,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:23.268593 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.274047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93624d-00ae-4f47-ae2e-c4b79124b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f06c9-0c35-41c6-acd4-3daa8c623f99,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.293394 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-fc93624d-00ae-4f47-ae2e-c4b79124b26f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe4cf73b83fe4060ad729f87a685b06e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8792255 Apr 11 16:43:23.303569 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60018) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:23.345101 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Pushing event updated for resources: {'Port': ['ID=0d463f18-f72d-40be-b614-eeacb20ef279,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.381398 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:23.384679 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.384679 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.384679 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.385296 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.385810 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.387727 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.398792 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.399349 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.399841 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.400444 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.400908 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.401395 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.401858 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.402398 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.402934 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Tracked resource versions report: Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: pushed versions: Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: { 'AddressGroup': {'1.2'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Agent': {'1.1'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'ConntrackHelper': {'1.0'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Log': {'1.0'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'NDPProxy': {'1.0'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Network': {'1.1'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Port': {'1.7'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'PortForwarding': {'1.3'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'QosPolicy': {'1.10'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroup': {'1.5'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SubPort': {'1.0'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Subnet': {'1.1'}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Trunk': {'1.1'}} Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: consumer versions: Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: { DHCP agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: L3 agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: Metadata agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: Metering agent@dv-cinder-837163-2-iscsi: {}, Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: Open vSwitch agent@dv-cinder-837163-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Agent': '1.1', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'ConntrackHelper': '1.0', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'LocalIPAssociation': '1.0', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Log': '1.0', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'NDPProxy': '1.0', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Network': '1.1', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Port': '1.7', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'PortForwarding': '1.3', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'QosPolicy': '1.10', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroup': '1.5', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SecurityGroupRule': '1.2', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'SubPort': '1.0', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Subnet': '1.1', Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: 'Trunk': '1.1'}} Apr 11 16:43:23.404432 dv-cinder-837163-2-iscsi neutron-server[110633]: {{(pid=110633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:43:23.421183 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.495328 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-07ea5378-133e-4210-b731-4ada84153f33 admin admin] Publish callbacks [] for security_group (de0f06c9-0c35-41c6-acd4-3daa8c623f99), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.504607 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ebe92-3387-40c0-8568-57342b33288a None None] Pushing event updated for resources: {'Port': ['ID=0d463f18-f72d-40be-b614-eeacb20ef279,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.508130 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:23.515845 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:23.524592 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a3fe0dd-cfd4-454d-bd87-060bef778e76 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:23.540224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-07ea5378-133e-4210-b731-4ada84153f33 admin admin] Publish callbacks [] for security_group (de0f06c9-0c35-41c6-acd4-3daa8c623f99), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.579801 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e8606798-1c23-4541-949d-b039e1802ae0 req-5dc5c332-8e85-4849-85e0-0f2b50fc8dda tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.1610458 Apr 11 16:43:23.694994 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:23.695424 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.697652 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:23.734052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.739259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Allocated IP 172.20.0.1 (c3885216-3493-4270-959f-43be0109d305/a92c2e9e-d71e-49d1-b335-3c653b1e9ba4/e4cccc7e-6c22-427b-bf2b-988bb706d9e1) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:23.745090 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-07ea5378-133e-4210-b731-4ada84153f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (de0f06c9-0c35-41c6-acd4-3daa8c623f99), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.747923 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-07ea5378-133e-4210-b731-4ada84153f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.748792 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-07ea5378-133e-4210-b731-4ada84153f33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de0f06c9-0c35-41c6-acd4-3daa8c623f99 HTTP/1.1" status: 204 len: 168 time: 0.4502602 Apr 11 16:43:23.820287 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea5378-133e-4210-b731-4ada84153f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f06c9-0c35-41c6-acd4-3daa8c623f99,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.831566 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:20Z', 'revision_number': 3, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:23.899440 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:23.899860 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Updating router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 port 14420470-24bd-436e-a8de-d45812fdd816 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:23.934282 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:23.942733 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (14420470-24bd-436e-a8de-d45812fdd816), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.964976 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks [] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.073311 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:20Z', 'revision_number': 3, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:24.107580 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11239f-2bef-4013-ad55-42bb8bdd3436 None None] The sync data for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi is: [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:20Z', 'revision_number': 3, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:24.143002 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Allocated IP 172.20.0.1 (1c0d4dfe-01b0-4862-bae4-62818b124fe4/881072ec-67e2-4a28-9ac5-db2e1e845a8c/3129ef8a-88ec-4bbf-8fc2-6f003459308f) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:24.179633 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.310647 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:24.311596 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks [] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.331807 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Network c3885216-3493-4270-959f-43be0109d305 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:24.333262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:24.340822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:24.341317 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.395414 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Publish callbacks [] for port (14420470-24bd-436e-a8de-d45812fdd816), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.475462 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.496549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (14420470-24bd-436e-a8de-d45812fdd816), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.594222 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:24.626322 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:24.644461 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:24.644981 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.673013 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a9647-30ec-4d47-b852-714fdc5bd206 None None] Pushing event updated for resources: {'Port': ['ID=14420470-24bd-436e-a8de-d45812fdd816,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:24.685075 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Attempting to bind port 14420470-24bd-436e-a8de-d45812fdd816 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:24.685455 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Attempting to bind port 14420470-24bd-436e-a8de-d45812fdd816 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:24.685816 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Attempting to bind port 14420470-24bd-436e-a8de-d45812fdd816 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:24.692875 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:24.692875 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:24.692875 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.692875 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:24.693262 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Bound port: 14420470-24bd-436e-a8de-d45812fdd816, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:24.693655 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (14420470-24bd-436e-a8de-d45812fdd816), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.768386 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5ad34eeb-1cc0-4921-a532-326a8c6627cb req-3f46450f-90c6-40ee-b16e-18a9ff1523e9 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0677342 Apr 11 16:43:24.825082 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60066) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:24.852708 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] For port 14420470-24bd-436e-a8de-d45812fdd816, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:24.857710 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.875393 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] For port 14420470-24bd-436e-a8de-d45812fdd816, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=14420470-24bd-436e-a8de-d45812fdd816,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:24.879965 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-143b4ace-3a5f-46a9-a540-172846cd6c10 None None] Provisioning complete for port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:24.882281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-143b4ace-3a5f-46a9-a540-172846cd6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.961374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-143b4ace-3a5f-46a9-a540-172846cd6c10 None None] Port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:24.989298 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (14420470-24bd-436e-a8de-d45812fdd816), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.025674 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a36ed6ad-1fb4-4a7f-8cae-b14862b0595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.034166 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Pushing event updated for resources: {'Port': ['ID=3129ef8a-88ec-4bbf-8fc2-6f003459308f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.095961 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:25.096638 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:25.213421 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-56f49e1f-1886-4ad6-9c6b-b87fc39386c9 None None] Provisioning complete for port 3129ef8a-88ec-4bbf-8fc2-6f003459308f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:25.214329 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-56f49e1f-1886-4ad6-9c6b-b87fc39386c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.234143 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a36ed6ad-1fb4-4a7f-8cae-b14862b0595b admin admin] Publish callbacks [] for security_group (40e84f1e-7b7b-4476-af67-f06a862925f9), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.282777 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a9647-30ec-4d47-b852-714fdc5bd206 None None] Pushing event updated for resources: {'Port': ['ID=14420470-24bd-436e-a8de-d45812fdd816,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.301233 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks [] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.335117 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.353053 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a36ed6ad-1fb4-4a7f-8cae-b14862b0595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (40e84f1e-7b7b-4476-af67-f06a862925f9), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.357737 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0d463f18-f72d-40be-b614-eeacb20ef279 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:25.365573 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-56f49e1f-1886-4ad6-9c6b-b87fc39386c9 None None] Port 3129ef8a-88ec-4bbf-8fc2-6f003459308f cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:25.416942 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.421013 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.432938 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:25.441913 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ed6ad-1fb4-4a7f-8cae-b14862b0595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e84f1e-7b7b-4476-af67-f06a862925f9,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.447003 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-a36ed6ad-1fb4-4a7f-8cae-b14862b0595b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6804a6738174a58834d14917f8ca982&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6206477 Apr 11 16:43:25.463007 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60086) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:25.539494 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 0d463f18-f72d-40be-b614-eeacb20ef279 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:25.539935 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.571010 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.619813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Network c3885216-3493-4270-959f-43be0109d305 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:25.622184 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:25.690673 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e476d539-df55-4564-b433-a016498715ad admin admin] Publish callbacks [] for security_group (40e84f1e-7b7b-4476-af67-f06a862925f9), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.733925 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 0d463f18-f72d-40be-b614-eeacb20ef279 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:25.735773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.745881 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks [] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.762376 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:20Z', 'revision_number': 3, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:25.766466 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 0d463f18-f72d-40be-b614-eeacb20ef279, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0d463f18-f72d-40be-b614-eeacb20ef279,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:25.770555 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e476d539-df55-4564-b433-a016498715ad admin admin] Publish callbacks [] for security_group (40e84f1e-7b7b-4476-af67-f06a862925f9), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.785063 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60092) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:25.803787 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5154c-efa9-497d-a2e6-cae517aa6be4 None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:20Z', 'revision_number': 3, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:25.868039 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:25.979140 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.979997 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.071552 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-132fec10-3b60-46e1-9848-cf99a61aaef5 req-49156206-80ea-4b32-80b6-5259ccd6d569 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0396450 Apr 11 16:43:26.072901 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:26.078084 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d9349cc7-9b43-4afc-ad78-7a26d0d89ac2 admin admin] 10.222.0.43 "PUT /v2.0/routers/7c4bb723-7417-4f7a-b04d-d5f3ea31cca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1565223 Apr 11 16:43:26.112641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-7b55a48d-2403-4954-9303-9525de79d940 None None] Provisioning complete for port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:26.112641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7b55a48d-2403-4954-9303-9525de79d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.156300 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.181722 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-7b55a48d-2403-4954-9303-9525de79d940 None None] Port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:26.226620 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e476d539-df55-4564-b433-a016498715ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (40e84f1e-7b7b-4476-af67-f06a862925f9), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.233146 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e476d539-df55-4564-b433-a016498715ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.236743 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e476d539-df55-4564-b433-a016498715ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40e84f1e-7b7b-4476-af67-f06a862925f9 HTTP/1.1" status: 204 len: 168 time: 0.7703395 Apr 11 16:43:26.267814 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=0d463f18-f72d-40be-b614-eeacb20ef279,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:26.314691 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0fda6641-67f2-4f88-94cc-31c2234c5721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.332368 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476d539-df55-4564-b433-a016498715ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e84f1e-7b7b-4476-af67-f06a862925f9,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:26.375105 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Pushing event updated for resources: {'Port': ['ID=3129ef8a-88ec-4bbf-8fc2-6f003459308f,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:26.480804 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:26.488202 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:26.695580 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0fda6641-67f2-4f88-94cc-31c2234c5721 admin admin] Publish callbacks [] for security_group (7f382986-893e-4fed-bbfd-1851427e8e48), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.730323 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:26.738635 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Sync routers for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:26.754822 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:26.761254 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:26.874740 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0fda6641-67f2-4f88-94cc-31c2234c5721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (7f382986-893e-4fed-bbfd-1851427e8e48), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.917071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-e4dc5834-ce34-4d61-a8fb-64080ecc6119 None None] Provisioning complete for port 3129ef8a-88ec-4bbf-8fc2-6f003459308f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:26.917482 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e4dc5834-ce34-4d61-a8fb-64080ecc6119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.963436 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda6641-67f2-4f88-94cc-31c2234c5721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f382986-893e-4fed-bbfd-1851427e8e48,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:27.044562 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc5834-ce34-4d61-a8fb-64080ecc6119 None None] Port 3129ef8a-88ec-4bbf-8fc2-6f003459308f cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:27.073024 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-d3d51469-784d-408b-bad5-f66ab6915f48 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:27.073024 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-d3d51469-784d-408b-bad5-f66ab6915f48 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 819 time: 0.3606300 Apr 11 16:43:27.074816 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60136) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:27.075230 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0fda6641-67f2-4f88-94cc-31c2234c5721 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f707a0634a644bab365266403cdae42&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2888196 Apr 11 16:43:27.092768 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-0db52dfd-9243-4861-9cad-b8d6f3b72fa4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/quotas/4a9922f7c7e54b419b8bad2c6246f1ae HTTP/1.1" status: 200 len: 375 time: 0.0146520 Apr 11 16:43:27.104415 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:27.124335 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:27.129769 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:27.150733 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f626ee17-f5d0-4435-a391-8e866d090b10 admin admin] 10.222.0.43 "PUT /v2.0/routers/2e4dd109-bd14-40b4-842a-1f4ff6f69a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5901704 Apr 11 16:43:27.223292 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0c58cabe-faf8-414c-9642-3566decfdd9a admin admin] Publish callbacks [] for security_group (7f382986-893e-4fed-bbfd-1851427e8e48), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.266717 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7fb2d2a9-9718-429e-a75a-cc65db55d8e7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211207 Apr 11 16:43:27.288937 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0c58cabe-faf8-414c-9642-3566decfdd9a admin admin] Publish callbacks [] for security_group (7f382986-893e-4fed-bbfd-1851427e8e48), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.428954 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-18c3d6e1-394f-4b03-9e78-e9ba69a9663a req-3ae90c83-a5b3-4e9a-a0a8-a6488221e54b tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0676095 Apr 11 16:43:27.462054 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0c58cabe-faf8-414c-9642-3566decfdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (7f382986-893e-4fed-bbfd-1851427e8e48), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.469995 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0c58cabe-faf8-414c-9642-3566decfdd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.472544 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0c58cabe-faf8-414c-9642-3566decfdd9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f382986-893e-4fed-bbfd-1851427e8e48 HTTP/1.1" status: 204 len: 168 time: 0.3960783 Apr 11 16:43:27.475221 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 2, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:27.490248 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58cabe-faf8-414c-9642-3566decfdd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f382986-893e-4fed-bbfd-1851427e8e48,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:27.499429 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-effed8c1-5e63-4f8f-ba3e-8ee0775671e6 service neutron] 10.222.0.43 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252629 Apr 11 16:43:27.545833 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Checking router: 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:27.547022 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 14420470-24bd-436e-a8de-d45812fdd816 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:27.548730 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Updating router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:27.594785 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.621511 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 14420470-24bd-436e-a8de-d45812fdd816 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:27.622110 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (14420470-24bd-436e-a8de-d45812fdd816), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.715645 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-a99db5f1-6864-41de-9c2b-677be02ba0e9 service neutron] 10.222.0.43 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948900 Apr 11 16:43:27.754589 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 14420470-24bd-436e-a8de-d45812fdd816 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:27.755939 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (14420470-24bd-436e-a8de-d45812fdd816), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.796729 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 14420470-24bd-436e-a8de-d45812fdd816, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=14420470-24bd-436e-a8de-d45812fdd816,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:27.876557 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (14420470-24bd-436e-a8de-d45812fdd816), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.878135 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0d463f18-f72d-40be-b614-eeacb20ef279 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:27.957687 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Publish callbacks [] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.024063 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 0d463f18-f72d-40be-b614-eeacb20ef279 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:28.024644 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.039709 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.228916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.60', 54326) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:28.276032 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-46b74a32-12bd-4245-a1d7-49ae49d38cf6 req-7a36873b-04b7-4b11-b1ce-b7df3046c539 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 210 time: 0.1542823 Apr 11 16:43:28.401433 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=14420470-24bd-436e-a8de-d45812fdd816,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:28.415072 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:28.439803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:28.440720 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:28.448665 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Attempting to bind port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:28.449037 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Attempting to bind port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:28.449403 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Attempting to bind port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:28.461394 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:28.461394 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Checking segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:28.461394 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.461854 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Bound using segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:28.462118 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Bound port: e4cccc7e-6c22-427b-bf2b-988bb706d9e1, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:28.462504 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.564510 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] For port e4cccc7e-6c22-427b-bf2b-988bb706d9e1, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:28.568099 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] For port e4cccc7e-6c22-427b-bf2b-988bb706d9e1, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:28.580263 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06b22-6f42-49e2-940a-24a07ac543c5 None None] Pushing event updated for resources: {'Port': ['ID=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:28.661950 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 0d463f18-f72d-40be-b614-eeacb20ef279 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:28.682933 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.740636 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60210) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:28.745498 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412424612', 'description': 'tempest-description--1403282832'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:28.804080 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06b22-6f42-49e2-940a-24a07ac543c5 None None] Pushing event updated for resources: {'Port': ['ID=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,revision_number=4']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:28.835702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] Provisioning complete for port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:28.839343 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60214) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:28.841242 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:28.850580 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:28.850788 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.861015 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-65ec4beb-07af-4237-9557-a70a8e7b5154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.910541 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:28.967240 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.045455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-713dfa75-b4c9-47cf-884d-0239a83b8cc4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:29.050624 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-713dfa75-b4c9-47cf-884d-0239a83b8cc4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.60 "GET /v2.0/networks?id=acbd1e75-0114-40e7-912a-76cc3367e162 HTTP/1.1" status: 200 len: 812 time: 0.8178885 Apr 11 16:43:29.118596 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Request body: {'port': {'device_id': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162', 'admin_state_up': True, 'tenant_id': '71264cc4e2534798b9599b37f5c1b626'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:29.124436 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bb42a341-bee3-491a-89f0-57d5f5633937 req-f3366294-f370-434e-909a-f64ab42f346c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0427630 Apr 11 16:43:29.345985 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:29.363933 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-65ec4beb-07af-4237-9557-a70a8e7b5154 admin admin] Publish callbacks [] for security_group (69087531-713c-4043-88a7-5e76385cdfae), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.386074 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (3e60f3ab-87ec-4cf9-950e-7f92b681bb72), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.465207 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (3e60f3ab-87ec-4cf9-950e-7f92b681bb72), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.467889 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-65ec4beb-07af-4237-9557-a70a8e7b5154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (69087531-713c-4043-88a7-5e76385cdfae), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.493861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 14420470-24bd-436e-a8de-d45812fdd816 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:29.519081 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-65ec4beb-07af-4237-9557-a70a8e7b5154 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85e44dc133ab459f8feda06a5a52f7a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6783981 Apr 11 16:43:29.524827 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60254) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:29.625998 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e60f3ab-87ec-4cf9-950e-7f92b681bb72,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:29.725409 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 14420470-24bd-436e-a8de-d45812fdd816 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:29.726031 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (14420470-24bd-436e-a8de-d45812fdd816), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.727813 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.730035 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 2, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:29.733525 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-37e84df9-49c6-4b1a-98cc-cba0e99ec994 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9916708 Apr 11 16:43:29.736746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60262) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:29.746052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'security_group_rule': {'security_group_id': '3e60f3ab-87ec-4cf9-950e-7f92b681bb72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:29.752686 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb0db-06e7-4931-8dac-b7542d063cd1 admin admin] Publish callbacks [] for security_group (69087531-713c-4043-88a7-5e76385cdfae), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.754698 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec4beb-07af-4237-9557-a70a8e7b5154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69087531-713c-4043-88a7-5e76385cdfae,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:29.777084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-5925e5a0-8845-4a1b-b943-74f36c910e6e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:29.779682 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-5925e5a0-8845-4a1b-b943-74f36c910e6e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 819 time: 0.7528777 Apr 11 16:43:29.785604 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] Current status of the port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:29.785997 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.789593 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:28Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:29.805192 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:29.805556 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Updating router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 port 3129ef8a-88ec-4bbf-8fc2-6f003459308f binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:29.827786 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb0db-06e7-4931-8dac-b7542d063cd1 admin admin] Publish callbacks [] for security_group (69087531-713c-4043-88a7-5e76385cdfae), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.840123 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-9715af90-6c97-4e5e-8944-600518883ee2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/quotas/4a9922f7c7e54b419b8bad2c6246f1ae HTTP/1.1" status: 200 len: 375 time: 0.0506070 Apr 11 16:43:29.861401 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769de2e4-2a70-4cfd-9a9d-3b81ab248c57 None None] The sync data for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi is: [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:28Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:29.944115 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.969370 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-9d8dbf69-9bb3-4642-898b-1b2947d7b31e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275353 Apr 11 16:43:29.970103 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (5b63e350-0ee1-488a-a9cf-516b300f8916), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:29.990108 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] For port e4cccc7e-6c22-427b-bf2b-988bb706d9e1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:29.994280 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Made reservation on behalf of 71264cc4e2534798b9599b37f5c1b626 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:29.997118 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.012663 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb0db-06e7-4931-8dac-b7542d063cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (69087531-713c-4043-88a7-5e76385cdfae), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.015438 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb0db-06e7-4931-8dac-b7542d063cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.019002 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-3a1cb0db-06e7-4931-8dac-b7542d063cd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69087531-713c-4043-88a7-5e76385cdfae HTTP/1.1" status: 204 len: 168 time: 0.4899118 Apr 11 16:43:30.044438 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb0db-06e7-4931-8dac-b7542d063cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69087531-713c-4043-88a7-5e76385cdfae,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:30.096756 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.224582 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 14420470-24bd-436e-a8de-d45812fdd816 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:30.364500 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (5b63e350-0ee1-488a-a9cf-516b300f8916), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.447948 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (5b63e350-0ee1-488a-a9cf-516b300f8916), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.513333 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e204f-d0e6-4240-905a-470bd07dad22 None None] Pushing event updated for resources: {'Port': ['ID=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:30.529658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-86585a0b-e29f-4136-8bc0-16d8415f8240 None None] Provisioning complete for port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:30.530985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-86585a0b-e29f-4136-8bc0-16d8415f8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.535098 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b63e350-0ee1-488a-a9cf-516b300f8916,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:30.557458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Allocated IP 172.20.0.2 (acbd1e75-0114-40e7-912a-76cc3367e162/af606a29-985a-48c5-a2cf-246e5c89bf5a/b5f20497-9813-4eea-bf8d-970d79fa310e) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:30.593979 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9a5968ae-e826-4e59-96ad-eb46e869b6a5 req-d7c60e1c-1391-4ac2-854e-90ed516f5841 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0790517 Apr 11 16:43:30.697505 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.701742 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0fd323b3-2af6-40ea-b08a-a8fb7d544df8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9592803 Apr 11 16:43:30.707678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60302) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:30.707678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'security_group_rule': {'security_group_id': '3e60f3ab-87ec-4cf9-950e-7f92b681bb72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:30.729015 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Publish callbacks [] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.731975 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-86585a0b-e29f-4136-8bc0-16d8415f8240 None None] Current status of the port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:30.857081 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.929004 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (690293ca-546d-4610-b285-01a60c279ae4), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.968569 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks [] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.075324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-43cdce97-d2ce-45b0-bd89-99a46bc5ca94 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:43:31.077145 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-43cdce97-d2ce-45b0-bd89-99a46bc5ca94 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8111925 Apr 11 16:43:31.151238 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (690293ca-546d-4610-b285-01a60c279ae4), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.158398 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.241899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (690293ca-546d-4610-b285-01a60c279ae4), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.320469 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f87c02-5278-46a2-ba02-71becb928331 None None] Pushing event updated for resources: {'Port': ['ID=3129ef8a-88ec-4bbf-8fc2-6f003459308f,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:31.328575 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690293ca-546d-4610-b285-01a60c279ae4,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:31.356710 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Attempting to bind port 3129ef8a-88ec-4bbf-8fc2-6f003459308f on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:31.357101 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Attempting to bind port 3129ef8a-88ec-4bbf-8fc2-6f003459308f by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:31.359749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Attempting to bind port 3129ef8a-88ec-4bbf-8fc2-6f003459308f on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:31.368862 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:31.369240 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Checking segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:31.369650 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.370041 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Bound using segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:31.370524 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Bound port: 3129ef8a-88ec-4bbf-8fc2-6f003459308f, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:31.370905 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.416109 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.419682 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c0b50a94-77ca-4f1e-911a-6c70428b2118 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7142839 Apr 11 16:43:31.420828 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60324) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:31.428267 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:31.434806 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4cccc7e-6c22-427b-bf2b-988bb706d9e1 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:31.480870 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Network acbd1e75-0114-40e7-912a-76cc3367e162 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:31.491804 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:31.508228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:31.514690 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:31.515362 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.557913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Pushing event updated for resources: {'Port': ['ID=b5f20497-9813-4eea-bf8d-970d79fa310e,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:31.564341 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-52da6728-7c45-45a3-b3e5-762601582a9a None None] Provisioning complete for port 3129ef8a-88ec-4bbf-8fc2-6f003459308f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:31.565137 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-52da6728-7c45-45a3-b3e5-762601582a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.567308 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.620512 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-11cf1c64-9ccd-4131-a68d-3e99bbd7ee43 service neutron] 10.222.0.43 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354426 Apr 11 16:43:31.683994 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:31.684367 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.708452 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-52da6728-7c45-45a3-b3e5-762601582a9a None None] Port 3129ef8a-88ec-4bbf-8fc2-6f003459308f cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:31.716035 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] For port 3129ef8a-88ec-4bbf-8fc2-6f003459308f, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:31.735744 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] For port 3129ef8a-88ec-4bbf-8fc2-6f003459308f, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=3129ef8a-88ec-4bbf-8fc2-6f003459308f,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:31.790530 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-c897dd42-1574-4a8f-87af-1e27ba2a1ade service neutron] 10.222.0.43 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557415 Apr 11 16:43:31.811910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:31.824952 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.825224 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-af368e49-1485-4dcb-ba05-f04860d73b66 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7128680 Apr 11 16:43:31.932346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:31.933126 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:43:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:32.030018 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37e042-7905-44be-983e-97f5a3006ce0 req-8426fd24-01eb-4de6-a449-9656b09705c9 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:32.032460 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ca37e042-7905-44be-983e-97f5a3006ce0 req-8426fd24-01eb-4de6-a449-9656b09705c9 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 931 time: 0.1933763 Apr 11 16:43:32.067106 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.280272 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ca37e042-7905-44be-983e-97f5a3006ce0 req-89610549-8d10-4955-9826-62906379b154 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276173 Apr 11 16:43:32.392666 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Allocated IP 172.27.2.213 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/353f9960-d156-4932-9fa3-39a402b10c52) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:32.418098 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f87c02-5278-46a2-ba02-71becb928331 None None] Pushing event updated for resources: {'Port': ['ID=3129ef8a-88ec-4bbf-8fc2-6f003459308f,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:32.586318 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7e372c35-9b8b-413f-81f8-cf3b6295892d req-ade8ff46-0338-46a6-b541-0b2357e4d209 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0607734 Apr 11 16:43:32.760915 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for port (353f9960-d156-4932-9fa3-39a402b10c52), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.761637 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] Provisioning complete for port 3129ef8a-88ec-4bbf-8fc2-6f003459308f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:32.761637 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.761637 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:33.005183 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] Current status of the port 3129ef8a-88ec-4bbf-8fc2-6f003459308f is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:33.005573 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:33.085699 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] For port 3129ef8a-88ec-4bbf-8fc2-6f003459308f, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=3129ef8a-88ec-4bbf-8fc2-6f003459308f,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:33.096803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:31Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:33.125236 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3da3c5-8327-4fcf-b7d6-25069216f023 None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:31Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:33.144977 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (353f9960-d156-4932-9fa3-39a402b10c52), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:33.216222 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:33.219153 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:33.223055 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:33.230118 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:33.244694 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'Port': ['ID=353f9960-d156-4932-9fa3-39a402b10c52,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:33.319608 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-f05691ed-1436-4a6b-8ed2-031752875de6 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:43:33.325889 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-f05691ed-1436-4a6b-8ed2-031752875de6 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073497 Apr 11 16:43:33.354589 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffca07-c7f1-4436-987c-e7401eace3f4 None None] Pushing event updated for resources: {'Port': ['ID=3129ef8a-88ec-4bbf-8fc2-6f003459308f,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:33.444506 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3129ef8a-88ec-4bbf-8fc2-6f003459308f up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:33.456355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (ea084b2a-f011-40d2-9754-07609be764c6), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:33.593658 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daff3ac-2a6e-4ba2-97d2-1052629d7b07 req-2638d2d7-7f87-4e9c-98fc-784600c815a2 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:33.596688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 3129ef8a-88ec-4bbf-8fc2-6f003459308f triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:33.596688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:33.604351 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4daff3ac-2a6e-4ba2-97d2-1052629d7b07 req-2638d2d7-7f87-4e9c-98fc-784600c815a2 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 931 time: 0.1311011 Apr 11 16:43:33.765560 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2c4ddcae-4d14-4ecb-b0f9-a2b4ea43be43 req-bc94fd05-d0bf-42ad-9454-05509a78ddb4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.1019638 Apr 11 16:43:33.784461 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (353f9960-d156-4932-9fa3-39a402b10c52), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:33.784651 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4daff3ac-2a6e-4ba2-97d2-1052629d7b07 req-e29a066f-2bf4-4e44-9fb7-3f7dbed508d3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779716 Apr 11 16:43:33.899212 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 3129ef8a-88ec-4bbf-8fc2-6f003459308f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:34.110217 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Request body: {'port': {'device_id': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:34.174052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for port (353f9960-d156-4932-9fa3-39a402b10c52), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.232204 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.253387 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (353f9960-d156-4932-9fa3-39a402b10c52), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.301515 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (ea084b2a-f011-40d2-9754-07609be764c6), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.386344 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'Port': ['ID=353f9960-d156-4932-9fa3-39a402b10c52,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:34.437258 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.439532 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-187ff80c-9270-4b7f-9f03-acaf3a298362 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0177479 Apr 11 16:43:34.890483 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-58142dfa-35ec-4770-928f-5370e29ec8bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--412424612&fields=id&tenant_id=e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 267 time: 0.1162348 Apr 11 16:43:34.917365 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d7a1c4cf-c6f4-49d0-bbf2-6e010e7e4c6d req-88323aa9-5afe-4ad6-bfc6-34dee0af4c3f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0632396 Apr 11 16:43:35.010184 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f20497-9813-4eea-bf8d-970d79fa310e {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:35.025163 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Publish callbacks [] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.050837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04f8df-de2c-4896-bc5f-4cd9b4560389 req-54ed11bc-bb1b-4677-ac81-4a85a9563f73 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:35.052755 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7b04f8df-de2c-4896-bc5f-4cd9b4560389 req-54ed11bc-bb1b-4677-ac81-4a85a9563f73 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 931 time: 0.0502050 Apr 11 16:43:35.060714 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Transition to ACTIVE for port object b5f20497-9813-4eea-bf8d-970d79fa310e will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:43:35.076936 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-b665603a-e015-4bad-aa10-b9181a5c7a10 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:35.078505 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-b665603a-e015-4bad-aa10-b9181a5c7a10 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 817 time: 0.1760194 Apr 11 16:43:35.094792 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-d37dc31a-a693-4be6-8a2a-8976d8996d06 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/quotas/e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 375 time: 0.0095999 Apr 11 16:43:35.128091 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7b04f8df-de2c-4896-bc5f-4cd9b4560389 req-4c36149d-c343-4ea9-b35d-a935d4e191a3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630527 Apr 11 16:43:35.166722 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-ce9302dc-d163-4685-9bde-99b64f749460 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622270 Apr 11 16:43:35.172773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.274403 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3129ef8a-88ec-4bbf-8fc2-6f003459308f up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:35.281439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b5f20497-9813-4eea-bf8d-970d79fa310e,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:35.327753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 3129ef8a-88ec-4bbf-8fc2-6f003459308f triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:35.328151 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.353235 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Attempting to bind port b5f20497-9813-4eea-bf8d-970d79fa310e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:35.353595 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Attempting to bind port b5f20497-9813-4eea-bf8d-970d79fa310e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:35.353958 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Attempting to bind port b5f20497-9813-4eea-bf8d-970d79fa310e on network acbd1e75-0114-40e7-912a-76cc3367e162 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:35.364415 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Port b5f20497-9813-4eea-bf8d-970d79fa310e on network acbd1e75-0114-40e7-912a-76cc3367e162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:43:35.364734 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Attempting to bind port b5f20497-9813-4eea-bf8d-970d79fa310e on network acbd1e75-0114-40e7-912a-76cc3367e162 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:35.372924 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-fbfd9ce3-c9a3-4ced-81a4-b3e3e3f78e8a service neutron] 10.222.0.43 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912894 Apr 11 16:43:35.374042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:35.374563 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Checking segment: {'id': 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:35.375272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Bound using segment: {'id': 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:35.375963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Bound port: b5f20497-9813-4eea-bf8d-970d79fa310e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:35.376483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.420211 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 3129ef8a-88ec-4bbf-8fc2-6f003459308f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:35.527142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] For port b5f20497-9813-4eea-bf8d-970d79fa310e, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:35.537968 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-95745841-fafa-4a21-a06c-c443c2a0bfda service neutron] 10.222.0.43 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516716 Apr 11 16:43:35.551222 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] For port b5f20497-9813-4eea-bf8d-970d79fa310e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b5f20497-9813-4eea-bf8d-970d79fa310e,segment=NetworkSegment(d7c04dbe-95bc-4dd8-a131-8c1a68a1f949),segment_id=d7c04dbe-95bc-4dd8-a131-8c1a68a1f949)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:35.650869 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.688492 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:35.692183 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.692183 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] 10.222.0.60 "PUT /v2.0/ports/b5f20497-9813-4eea-bf8d-970d79fa310e HTTP/1.1" status: 200 len: 1093 time: 1.6880283 Apr 11 16:43:35.692183 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'tag': 'b5f20497-9813-4eea-bf8d-970d79fa310e'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:35.837465 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e96589db-14f2-4476-b280-d227ec5a8221 req-d6964c0f-97e1-4479-b680-be838349af31 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0499074 Apr 11 16:43:35.838198 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79323833-4866-45d0-ad7e-e02446288f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b5f20497-9813-4eea-bf8d-970d79fa310e,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:36.074412 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-968eea4c-c233-49f9-b10e-5d098bfcaa60 req-45495252-3a49-40c8-88a5-d70987655670 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0422280 Apr 11 16:43:36.084151 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce46806-291d-49c6-af03-ff4e5567d75a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebb0161-3115-48cf-a797-2dab7d0d5450", "tag": "b5f20497-9813-4eea-bf8d-970d79fa310e"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:36.233484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf0ca0-f978-43d6-a0e0-735ed12accbb x-openstack-request-id: req-27bf0ca0-f978-43d6-a0e0-735ed12accbb {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:36.233484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebb0161-3115-48cf-a797-2dab7d0d5450", "tag": "b5f20497-9813-4eea-bf8d-970d79fa310e", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:36.233484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27bf0ca0-f978-43d6-a0e0-735ed12accbb {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:36.233484 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bf0ca0-f978-43d6-a0e0-735ed12accbb'] response: {'name': 'network-changed', 'server_uuid': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'tag': 'b5f20497-9813-4eea-bf8d-970d79fa310e', 'status': 'completed', 'code': 200} Apr 11 16:43:36.246451 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1be16-a4cd-4300-9122-e6bf520454b3 req-a393825d-15dc-4725-851d-e437e75d1d02 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:36.247943 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fcb1be16-a4cd-4300-9122-e6bf520454b3 req-a393825d-15dc-4725-851d-e437e75d1d02 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0513554 Apr 11 16:43:36.300535 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fcb1be16-a4cd-4300-9122-e6bf520454b3 req-f34af9d3-aa36-4516-a242-1872d8d63b50 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467811 Apr 11 16:43:36.989434 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d828fc16-dba9-48c8-8896-35b6b747245a req-d5a673c2-60a1-47df-87a6-aa9e1644d0ea tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0291781 Apr 11 16:43:37.179185 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b22e0abb-0a03-438a-b832-20c0ff883d2b req-fca826ed-363c-4301-9c74-e75249f6294c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0270813 Apr 11 16:43:37.419540 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43df73-7237-428c-83ef-1356ec21f42d req-31d738bf-4c3d-4077-8707-3e19e6e53bec tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:37.421195 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6f43df73-7237-428c-83ef-1356ec21f42d req-31d738bf-4c3d-4077-8707-3e19e6e53bec tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0516112 Apr 11 16:43:37.497754 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6f43df73-7237-428c-83ef-1356ec21f42d req-d9dc22fe-e372-4be8-86f2-95d6f9e83055 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677326 Apr 11 16:43:38.102976 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cc387d33-7629-4c77-b064-e019972af626 req-aa1028c1-0665-41c6-9e54-ee96f20adef7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0298195 Apr 11 16:43:38.290412 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ceccc90a-98c2-4e93-870d-7af7cf7206a3 req-5e8632f1-0992-4ead-a530-bd5a9a0ebb35 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0354278 Apr 11 16:43:38.638945 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf699e-ade3-43e3-9b4d-c9457d80328d req-bc19b289-ad10-4dad-b55a-34ee5331ff46 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:38.640524 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-aecf699e-ade3-43e3-9b4d-c9457d80328d req-bc19b289-ad10-4dad-b55a-34ee5331ff46 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0612137 Apr 11 16:43:38.693775 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-aecf699e-ade3-43e3-9b4d-c9457d80328d req-d8603ff2-4e7b-4930-abf2-b1e18cc372ca tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Apr 11 16:43:39.242428 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8f43c027-973d-4fda-9b47-b0c61c048050 req-a8225099-7ec5-492b-ba7e-523797077ffa tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0361564 Apr 11 16:43:39.381027 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d367ed0f-5e1e-4dc7-8064-0aa91b8f0177 req-2d771e63-7738-43c7-86e3-2f6861b86760 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0316441 Apr 11 16:43:39.629988 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-295008b2-79f2-4dae-b85e-565511accde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.872487 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dd89c-56ad-4a24-9034-46206df6d03c req-75eb68d7-a742-4ed1-9344-bb7dc3267db3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:39.880209 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8b7dd89c-56ad-4a24-9034-46206df6d03c req-75eb68d7-a742-4ed1-9344-bb7dc3267db3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0861545 Apr 11 16:43:39.928292 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8b7dd89c-56ad-4a24-9034-46206df6d03c req-068a4295-7dd4-4e12-8ac6-cd141366d630 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465994 Apr 11 16:43:40.379745 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eef639c0-0cbf-412b-8cf4-fe3b5c208f21 req-5ab69599-bd6d-4746-b3a3-662857b4eb7f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0414593 Apr 11 16:43:40.525524 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0331f5d4-ef3b-44dd-8525-d125d6fea091 req-69701e9d-66b7-4dbd-96ab-ab7030195a81 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0617175 Apr 11 16:43:40.540260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60624) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:40.703272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec221907-b59a-4893-bbdd-28bcce2b49c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.790365 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec221907-b59a-4893-bbdd-28bcce2b49c9 admin admin] Publish callbacks [] for security_group (8942231f-d6ba-4b12-983e-d7976b5f5f5f), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.910250 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec221907-b59a-4893-bbdd-28bcce2b49c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (8942231f-d6ba-4b12-983e-d7976b5f5f5f), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.980185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221907-b59a-4893-bbdd-28bcce2b49c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942231f-d6ba-4b12-983e-d7976b5f5f5f,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:40.999281 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ec221907-b59a-4893-bbdd-28bcce2b49c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=009f7e32cda84a8aac19fa63f3f6bcb3&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4577830 Apr 11 16:43:41.001966 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60642) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:41.078815 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dc6c-5d60-44f2-b8ca-61f19f8bc0d7 admin admin] Publish callbacks [] for security_group (8942231f-d6ba-4b12-983e-d7976b5f5f5f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.112382 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf4c2f-f791-41ee-88ab-a81e088fae35 req-1a78ce84-8046-42a7-84a2-d3d1ac1704c0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:41.114264 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ddbf4c2f-f791-41ee-88ab-a81e088fae35 req-1a78ce84-8046-42a7-84a2-d3d1ac1704c0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0698717 Apr 11 16:43:41.120319 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dc6c-5d60-44f2-b8ca-61f19f8bc0d7 admin admin] Publish callbacks [] for security_group (8942231f-d6ba-4b12-983e-d7976b5f5f5f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.176644 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ddbf4c2f-f791-41ee-88ab-a81e088fae35 req-b52d34d3-4b67-4d40-b2a1-1b781c6a69df tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Apr 11 16:43:41.338865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dc6c-5d60-44f2-b8ca-61f19f8bc0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (8942231f-d6ba-4b12-983e-d7976b5f5f5f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.342222 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1fa7dc6c-5d60-44f2-b8ca-61f19f8bc0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.344544 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1fa7dc6c-5d60-44f2-b8ca-61f19f8bc0d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8942231f-d6ba-4b12-983e-d7976b5f5f5f HTTP/1.1" status: 204 len: 168 time: 0.3415723 Apr 11 16:43:41.361411 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7dc6c-5d60-44f2-b8ca-61f19f8bc0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942231f-d6ba-4b12-983e-d7976b5f5f5f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:41.539617 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-89095de8-dc66-4cab-84d9-acdb994a3dea req-1239b981-1a84-4ddb-aedd-ec3d2ada56a0 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0378387 Apr 11 16:43:41.665661 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-259254a3-739e-4687-8dd2-163b6e5bbef5 req-7d02fead-8c33-475b-a3d8-e6de9a62866a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0312080 Apr 11 16:43:41.871009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60682) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:42.056751 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b5170e9-6059-48ab-b877-565d33f05b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.181649 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b5170e9-6059-48ab-b877-565d33f05b87 admin admin] Publish callbacks [] for security_group (f05b9d27-5757-49ad-abd5-a5af465e016a), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.298479 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-99174262-ce4d-4122-945e-bc6b5bb48ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.314731 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b5170e9-6059-48ab-b877-565d33f05b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f05b9d27-5757-49ad-abd5-a5af465e016a), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.372002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a7aa1-26e4-449b-b273-c01b0d63fab7 req-9a661b50-0017-44e6-a218-d8e12b8ff8ed tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:42.373465 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-698a7aa1-26e4-449b-b273-c01b0d63fab7 req-9a661b50-0017-44e6-a218-d8e12b8ff8ed tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0931380 Apr 11 16:43:42.374787 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5170e9-6059-48ab-b877-565d33f05b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b9d27-5757-49ad-abd5-a5af465e016a,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:42.378947 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-2b5170e9-6059-48ab-b877-565d33f05b87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0ae846deca14483a59001ea907dd4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5068979 Apr 11 16:43:42.381956 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60694) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:42.427181 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-698a7aa1-26e4-449b-b273-c01b0d63fab7 req-b912fb77-c47f-49aa-8ced-071f401d182c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467079 Apr 11 16:43:42.470958 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c06a6201-ecb7-42c1-8ee5-e47d912fcd4d admin admin] Publish callbacks [] for security_group (f05b9d27-5757-49ad-abd5-a5af465e016a), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.512647 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c06a6201-ecb7-42c1-8ee5-e47d912fcd4d admin admin] Publish callbacks [] for security_group (f05b9d27-5757-49ad-abd5-a5af465e016a), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.517340 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60698) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:42.532866 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39ee0af9-429c-4d20-b4e3-bccf95b1aa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.710132 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-68d03bdf-b5f4-4bd7-94f1-aaffc7e1101a req-265e9d46-b8de-4668-a44a-1cfc344840a2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0454183 Apr 11 16:43:42.712122 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c06a6201-ecb7-42c1-8ee5-e47d912fcd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f05b9d27-5757-49ad-abd5-a5af465e016a), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.716781 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c06a6201-ecb7-42c1-8ee5-e47d912fcd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.721444 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c06a6201-ecb7-42c1-8ee5-e47d912fcd4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f05b9d27-5757-49ad-abd5-a5af465e016a HTTP/1.1" status: 204 len: 168 time: 0.3376591 Apr 11 16:43:42.722609 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60712) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:42.739560 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a6201-ecb7-42c1-8ee5-e47d912fcd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b9d27-5757-49ad-abd5-a5af465e016a,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:42.818888 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39ee0af9-429c-4d20-b4e3-bccf95b1aa18 admin admin] Publish callbacks [] for security_group (34bb612e-07d5-4681-87f2-24d01a7ffff7), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.822166 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.886397 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8166d982-59ad-4b36-a375-cd05992e4433 req-b1a0371d-e0d7-408e-86a2-56f302e900db tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0422022 Apr 11 16:43:42.924712 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39ee0af9-429c-4d20-b4e3-bccf95b1aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (34bb612e-07d5-4681-87f2-24d01a7ffff7), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.939376 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-99c574b7-2246-488c-b0e6-76e648717d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.972544 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-39ee0af9-429c-4d20-b4e3-bccf95b1aa18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=716f89e307d5424d9c8da74ca6a588c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536304 Apr 11 16:43:42.977004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60724) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:43.012366 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0af9-429c-4d20-b4e3-bccf95b1aa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb612e-07d5-4681-87f2-24d01a7ffff7,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:43.068493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36bfc057-74b2-44bc-9b05-28f2c33746ff admin admin] Publish callbacks [] for security_group (34bb612e-07d5-4681-87f2-24d01a7ffff7), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.071719 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-99c574b7-2246-488c-b0e6-76e648717d0d admin admin] Publish callbacks [] for security_group (f12e708f-4a76-4f7c-a980-212ba407efe7), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.093813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36bfc057-74b2-44bc-9b05-28f2c33746ff admin admin] Publish callbacks [] for security_group (34bb612e-07d5-4681-87f2-24d01a7ffff7), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.256906 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-99c574b7-2246-488c-b0e6-76e648717d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f12e708f-4a76-4f7c-a980-212ba407efe7), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.275741 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36bfc057-74b2-44bc-9b05-28f2c33746ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (34bb612e-07d5-4681-87f2-24d01a7ffff7), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.279131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36bfc057-74b2-44bc-9b05-28f2c33746ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.283092 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-36bfc057-74b2-44bc-9b05-28f2c33746ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34bb612e-07d5-4681-87f2-24d01a7ffff7 HTTP/1.1" status: 204 len: 168 time: 0.3012352 Apr 11 16:43:43.290470 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfc057-74b2-44bc-9b05-28f2c33746ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb612e-07d5-4681-87f2-24d01a7ffff7,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:43.332856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.342184 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-99c574b7-2246-488c-b0e6-76e648717d0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c4fdfc7ca2b4364a9e5c1e3ac30fa87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6136363 Apr 11 16:43:43.343725 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c574b7-2246-488c-b0e6-76e648717d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12e708f-4a76-4f7c-a980-212ba407efe7,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:43.346462 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60732) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:43.566863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-341ab73c-67e7-475f-9cf1-df517613474a admin admin] Publish callbacks [] for security_group (f12e708f-4a76-4f7c-a980-212ba407efe7), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.636360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-341ab73c-67e7-475f-9cf1-df517613474a admin admin] Publish callbacks [] for security_group (f12e708f-4a76-4f7c-a980-212ba407efe7), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.698463 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e9b45-d288-4775-8058-3667530c9455 req-4622eb36-5f79-4c32-aaf0-7cba883fc8af tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:43.701463 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3d5e9b45-d288-4775-8058-3667530c9455 req-4622eb36-5f79-4c32-aaf0-7cba883fc8af tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0825100 Apr 11 16:43:43.799483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-341ab73c-67e7-475f-9cf1-df517613474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f12e708f-4a76-4f7c-a980-212ba407efe7), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.802963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-341ab73c-67e7-475f-9cf1-df517613474a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.804435 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-341ab73c-67e7-475f-9cf1-df517613474a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f12e708f-4a76-4f7c-a980-212ba407efe7 HTTP/1.1" status: 204 len: 168 time: 0.4562833 Apr 11 16:43:43.815087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ab73c-67e7-475f-9cf1-df517613474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12e708f-4a76-4f7c-a980-212ba407efe7,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:43.882478 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3d5e9b45-d288-4775-8058-3667530c9455 req-2b4ba2f6-48e2-4afa-8328-aa61452ac32f tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Apr 11 16:43:43.883617 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-26443a2e-0153-4c3d-953f-af6a630a08b7 req-1f4fe71b-94cb-4d70-961a-ec595767c7a9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0304253 Apr 11 16:43:44.020244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-10655f3e-d7c5-43e6-8f14-36019c66bd5a req-83f7aba4-47c4-49aa-8ea6-a3ca396354bb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0399165 Apr 11 16:43:44.887772 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.888881 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60784) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:44.904497 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b2e942ab-f2c3-4692-a7f9-47b64d9f2d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.036326 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b2e942ab-f2c3-4692-a7f9-47b64d9f2d26 admin admin] Publish callbacks [] for security_group (c6226203-8e10-4770-8527-55bb809932ea), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.037345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982a597-d10f-4b86-b950-76c35e6faaf4 req-027fa78a-69b4-48c8-82df-b4e209a41fe9 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:45.039667 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9982a597-d10f-4b86-b950-76c35e6faaf4 req-027fa78a-69b4-48c8-82df-b4e209a41fe9 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0777571 Apr 11 16:43:45.094075 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-515ae70f-51a0-4bcb-9a27-4509d2ced1f6 req-a99621fb-ee74-4118-b9bc-49eb7bf5b711 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0433877 Apr 11 16:43:45.108361 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b2e942ab-f2c3-4692-a7f9-47b64d9f2d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c6226203-8e10-4770-8527-55bb809932ea), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.130077 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9982a597-d10f-4b86-b950-76c35e6faaf4 req-d39d07ec-9d50-42e0-aa3f-c84a2769c5a2 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829523 Apr 11 16:43:45.176453 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e942ab-f2c3-4692-a7f9-47b64d9f2d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6226203-8e10-4770-8527-55bb809932ea,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.196520 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b2e942ab-f2c3-4692-a7f9-47b64d9f2d26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54462a63f693411ab2fb267f19762eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057561 Apr 11 16:43:45.199094 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60796) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.221894 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-830fe9d8-9349-416c-bee3-b2c5f981ec3d req-86bb6565-175f-462a-bcc8-57512914035c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0373106 Apr 11 16:43:45.269520 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca83d603-dfd2-44e0-9299-ed0b4a48c595 admin admin] Publish callbacks [] for security_group (c6226203-8e10-4770-8527-55bb809932ea), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.292355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca83d603-dfd2-44e0-9299-ed0b4a48c595 admin admin] Publish callbacks [] for security_group (c6226203-8e10-4770-8527-55bb809932ea), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.474576 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60806) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.510085 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca83d603-dfd2-44e0-9299-ed0b4a48c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c6226203-8e10-4770-8527-55bb809932ea), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.513557 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca83d603-dfd2-44e0-9299-ed0b4a48c595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.514710 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ca83d603-dfd2-44e0-9299-ed0b4a48c595 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6226203-8e10-4770-8527-55bb809932ea HTTP/1.1" status: 204 len: 168 time: 0.3146963 Apr 11 16:43:45.522942 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83d603-dfd2-44e0-9299-ed0b4a48c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6226203-8e10-4770-8527-55bb809932ea,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.752372 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a1e5263b-0c4d-4e85-8147-e83103955585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.836957 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a1e5263b-0c4d-4e85-8147-e83103955585 admin admin] Publish callbacks [] for security_group (8a6f13c2-d33e-4471-a4db-7e964baddf90), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.927676 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a1e5263b-0c4d-4e85-8147-e83103955585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (8a6f13c2-d33e-4471-a4db-7e964baddf90), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.962021 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.975116 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-a1e5263b-0c4d-4e85-8147-e83103955585 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f5b08e3e1954623b1439ed641bdda5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955776 Apr 11 16:43:45.975116 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60826) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.981500 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5263b-0c4d-4e85-8147-e83103955585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f13c2-d33e-4471-a4db-7e964baddf90,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:46.046872 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f95404a1-9798-44f7-a4a2-f65006167458 admin admin] Publish callbacks [] for security_group (8a6f13c2-d33e-4471-a4db-7e964baddf90), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.070130 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f95404a1-9798-44f7-a4a2-f65006167458 admin admin] Publish callbacks [] for security_group (8a6f13c2-d33e-4471-a4db-7e964baddf90), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.258180 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f2894e08-7b0e-43a1-893b-3ff8f46b9791 req-e05c8de9-dcf8-4d40-9c7c-9cf6bfcde65b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0778232 Apr 11 16:43:46.316025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46806-291d-49c6-af03-ff4e5567d75a req-b12e851b-ab75-4393-be97-28a59460a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:46.319407 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dce46806-291d-49c6-af03-ff4e5567d75a req-b12e851b-ab75-4393-be97-28a59460a8e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71264cc4e2534798b9599b37f5c1b626&device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 1127 time: 0.1209595 Apr 11 16:43:46.325584 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f95404a1-9798-44f7-a4a2-f65006167458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (8a6f13c2-d33e-4471-a4db-7e964baddf90), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.331560 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f95404a1-9798-44f7-a4a2-f65006167458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.331560 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f95404a1-9798-44f7-a4a2-f65006167458 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a6f13c2-d33e-4471-a4db-7e964baddf90 HTTP/1.1" status: 204 len: 168 time: 0.3548105 Apr 11 16:43:46.339402 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445603-0bc9-462f-959e-08bb1734ccf1 req-212628c9-3ccd-4932-9f39-77626a1bf873 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:46.342101 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fe445603-0bc9-462f-959e-08bb1734ccf1 req-212628c9-3ccd-4932-9f39-77626a1bf873 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0997479 Apr 11 16:43:46.367267 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95404a1-9798-44f7-a4a2-f65006167458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f13c2-d33e-4471-a4db-7e964baddf90,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:46.424116 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fe445603-0bc9-462f-959e-08bb1734ccf1 req-007ebda2-1ac7-46dd-b6d0-c29f4a0087f2 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715714 Apr 11 16:43:46.491561 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-302f0578-0a5b-442c-b149-112b7f5cd480 req-645bffc6-7d8a-4a1e-8498-9ec7250e7450 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.1116815 Apr 11 16:43:46.594712 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46806-291d-49c6-af03-ff4e5567d75a req-064980cd-003d-42a4-8157-8ebc143d4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:46.596546 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dce46806-291d-49c6-af03-ff4e5567d75a req-064980cd-003d-42a4-8157-8ebc143d4956 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=71264cc4e2534798b9599b37f5c1b626&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2635174 Apr 11 16:43:46.598310 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.60', 54351) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:46.738189 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-ea8ffee2-cc99-4bf3-93bd-3e9eeae2bfd7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:46.741543 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-ea8ffee2-cc99-4bf3-93bd-3e9eeae2bfd7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 819 time: 0.1364405 Apr 11 16:43:46.765588 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'port': {'device_id': 'da42b374-1532-4502-9922-dd281003e8cf', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'admin_state_up': True, 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:46.808684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46806-291d-49c6-af03-ff4e5567d75a req-b36d8ed7-a7b0-4049-9bdc-48d7306341e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:46.810472 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dce46806-291d-49c6-af03-ff4e5567d75a req-b36d8ed7-a7b0-4049-9bdc-48d7306341e6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1980238 Apr 11 16:43:47.004234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-e0e77145-2995-48fe-8671-a8580abb6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:47.006661 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-e0e77145-2995-48fe-8671-a8580abb6b67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71264cc4e2534798b9599b37f5c1b626&device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 1127 time: 0.0550973 Apr 11 16:43:47.081688 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Made reservation on behalf of 4a9922f7c7e54b419b8bad2c6246f1ae for: {'port': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:47.086435 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.312685 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-d8ec25cd-5fe3-43ff-b12c-8cbd9b82bad9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5f20497-9813-4eea-bf8d-970d79fa310e HTTP/1.1" status: 200 len: 217 time: 0.2960405 Apr 11 16:43:47.353852 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Allocated IP 172.20.0.12 (c3885216-3493-4270-959f-43be0109d305/a92c2e9e-d71e-49d1-b335-3c653b1e9ba4/795d3d97-e9f3-4c52-b675-ee921a4686e2) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:47.426451 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-08770ba5-c62f-4337-8096-4539dca89e30 req-d622a79e-a368-41d5-9c66-3147ab70e610 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0448332 Apr 11 16:43:47.444470 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60890) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:47.587052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-0a0c9123-fb7b-4638-a4f9-62ac1db30d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:47.588581 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-0a0c9123-fb7b-4638-a4f9-62ac1db30d38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af606a29-985a-48c5-a2cf-246e5c89bf5a HTTP/1.1" status: 200 len: 852 time: 0.1549740 Apr 11 16:43:47.687052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06b5a-3002-4d0e-bd8d-4bed825c167c req-e82413d3-db6a-498c-8d08-eca60ccc3dc3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:47.688507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b33a5cb1-11dd-4f34-bed3-0f4d5919ce34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.689272 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5fe06b5a-3002-4d0e-bd8d-4bed825c167c req-e82413d3-db6a-498c-8d08-eca60ccc3dc3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.0997622 Apr 11 16:43:47.782817 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5fe06b5a-3002-4d0e-bd8d-4bed825c167c req-817d0018-dd13-45e1-80f7-4c3e371cde37 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870168 Apr 11 16:43:47.796002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.60', 54357) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:47.845934 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.884096 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c685788f-9119-4dbf-a5a1-d12f40815052 req-b90e014f-8b79-4bd6-b9d2-9dde6182e28e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.2276103 Apr 11 16:43:47.890203 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-ca9f0d33-b7d0-462c-95cb-a24ca945ebeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acbd1e75-0114-40e7-912a-76cc3367e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962059 Apr 11 16:43:48.004434 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.098452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-2718a561-33c5-409c-9af0-d1c8ec086c6a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:48.100331 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-2718a561-33c5-409c-9af0-d1c8ec086c6a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 817 time: 0.2838447 Apr 11 16:43:48.102880 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-f6caac26-8d8f-460a-920a-8379896ad02d service neutron] 10.222.0.60 "GET /v2.0/networks/acbd1e75-0114-40e7-912a-76cc3367e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735942 Apr 11 16:43:48.139350 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Network c3885216-3493-4270-959f-43be0109d305 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:48.157088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.60', 54358) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:48.157716 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:48.160349 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:48.166891 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:48.167607 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.178065 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b33a5cb1-11dd-4f34-bed3-0f4d5919ce34 admin admin] Publish callbacks [] for security_group (a6460fb3-2029-4d69-a20c-fb913e1e6350), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.178065 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'Port': ['ID=795d3d97-e9f3-4c52-b675-ee921a4686e2,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:48.335946 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-d9b0e52b-5e34-4840-a3ea-ce97613575e6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 379 time: 0.2203441 Apr 11 16:43:48.366588 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-acca080b-1cb0-4f05-a235-3daa04110203 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6062825 Apr 11 16:43:48.370056 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b33a5cb1-11dd-4f34-bed3-0f4d5919ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (a6460fb3-2029-4d69-a20c-fb913e1e6350), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.371340 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eacc97ca-a488-4db0-a49b-21c347a01c0c req-b8f6b1a1-ac58-4d60-801f-380dfd040e96 service neutron] 10.222.0.60 "GET /v2.0/networks/acbd1e75-0114-40e7-912a-76cc3367e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582691 Apr 11 16:43:48.387498 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-bcb19a7e-b44f-46f3-8cfa-32e4d3e30376 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:48.391620 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-bcb19a7e-b44f-46f3-8cfa-32e4d3e30376 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 819 time: 0.2310548 Apr 11 16:43:48.408771 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'port': {'device_id': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'admin_state_up': True, 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'security_groups': ['3e60f3ab-87ec-4cf9-950e-7f92b681bb72']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:48.442785 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Request body: {'port': {'device_id': 'da42b374-1532-4502-9922-dd281003e8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:48.446726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'port': {'device_id': '4831594e-d49c-48fd-b0e3-1490c8119523', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'admin_state_up': True, 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:48.450574 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b33a5cb1-11dd-4f34-bed3-0f4d5919ce34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8dced273d1d2416683e6fa8bd40bd66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9957845 Apr 11 16:43:48.450574 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a5cb1-11dd-4f34-bed3-0f4d5919ce34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6460fb3-2029-4d69-a20c-fb913e1e6350,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:48.457712 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 60932) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:48.528660 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-c393e87d-f3a6-437c-bab4-d2be6dceb295 None None] Provisioning complete for port 795d3d97-e9f3-4c52-b675-ee921a4686e2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:48.529249 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c393e87d-f3a6-437c-bab4-d2be6dceb295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.646349 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-769a9d03-0967-463c-b6dd-7bbca42b06ff req-0afb390f-a2f3-48ea-9623-e260227de973 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0485382 Apr 11 16:43:48.667593 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-c393e87d-f3a6-437c-bab4-d2be6dceb295 None None] Port 795d3d97-e9f3-4c52-b675-ee921a4686e2 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:48.749238 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-032f5c57-bc0f-41c2-95e9-e7dee4948242 admin admin] Publish callbacks [] for security_group (a6460fb3-2029-4d69-a20c-fb913e1e6350), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.759995 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.795563 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 60950) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:48.795713 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-032f5c57-bc0f-41c2-95e9-e7dee4948242 admin admin] Publish callbacks [] for security_group (a6460fb3-2029-4d69-a20c-fb913e1e6350), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.806930 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Made reservation on behalf of e54efcd6582349b9a9d7131150d8aa6f for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:48.811651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.849611 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Made reservation on behalf of 4a9922f7c7e54b419b8bad2c6246f1ae for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:48.861438 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.986431 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f4340b91-af6a-4e9b-a557-19618616559a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.100444 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bdb586bb-b897-44da-987c-584af1d943b1 req-58ae68bd-1976-404b-8f33-51f6c1235fc2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.1199098 Apr 11 16:43:49.152555 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aebf7-4556-420f-b8e6-aeff7083bdea req-3b34595d-11e0-4ac9-9740-c20f8a570822 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:49.154052 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c98aebf7-4556-420f-b8e6-aeff7083bdea req-3b34595d-11e0-4ac9-9740-c20f8a570822 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.2247410 Apr 11 16:43:49.169822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Allocated IP 172.20.0.10 (1c0d4dfe-01b0-4862-bae4-62818b124fe4/881072ec-67e2-4a28-9ac5-db2e1e845a8c/5c43743b-0779-45a5-b9eb-0df80a70ab94) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:49.215308 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c98aebf7-4556-420f-b8e6-aeff7083bdea req-f9d978b4-6cf6-4926-8871-87a136fc6dd4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Apr 11 16:43:49.219891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Allocated IP 172.20.0.7 (c3885216-3493-4270-959f-43be0109d305/a92c2e9e-d71e-49d1-b335-3c653b1e9ba4/8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:49.429833 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.489329 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.790487 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-571fdd3d-fe3f-4c2d-8397-a9de48b2c44b req-16a23c9c-e711-4b96-b038-02b994d7728a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0292001 Apr 11 16:43:50.218171 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.232198 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.232405 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-032f5c57-bc0f-41c2-95e9-e7dee4948242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (a6460fb3-2029-4d69-a20c-fb913e1e6350), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.234456 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-032f5c57-bc0f-41c2-95e9-e7dee4948242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.239921 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-032f5c57-bc0f-41c2-95e9-e7dee4948242 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6460fb3-2029-4d69-a20c-fb913e1e6350 HTTP/1.1" status: 204 len: 168 time: 1.7804449 Apr 11 16:43:50.289005 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-12b2eb3a-4329-4714-9be2-1b2cc1590197 req-d3c94246-5c81-4cf7-901b-f0e0fb1a77b8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0888960 Apr 11 16:43:50.322746 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f5c57-bc0f-41c2-95e9-e7dee4948242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6460fb3-2029-4d69-a20c-fb913e1e6350,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.349596 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.437299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:50.451727 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:50.481360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:50.492363 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:50.492802 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.496599 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f4340b91-af6a-4e9b-a557-19618616559a admin admin] Publish callbacks [] for security_group (6439c0b8-2300-458f-933a-0a834c8b6476), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.502835 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Network c3885216-3493-4270-959f-43be0109d305 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:50.512450 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795d3d97-e9f3-4c52-b675-ee921a4686e2 {{(pid=110631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:50.515002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:50.523181 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb534ba6-f07c-45d2-a282-114fd9713a12 req-f089026f-f268-4f94-a31f-e3645ea12a06 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:50.524738 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bb534ba6-f07c-45d2-a282-114fd9713a12 req-f089026f-f268-4f94-a31f-e3645ea12a06 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.1777229 Apr 11 16:43:50.526449 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:50.532148 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:50.532799 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.535502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'Port': ['ID=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.540359 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Publish callbacks [] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.592832 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.provisioning_blocks [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Transition to ACTIVE for port object 795d3d97-e9f3-4c52-b675-ee921a4686e2 will not be triggered until provisioned by entity L2. {{(pid=110631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:43:50.633489 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f4340b91-af6a-4e9b-a557-19618616559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6439c0b8-2300-458f-933a-0a834c8b6476), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.648521 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bb534ba6-f07c-45d2-a282-114fd9713a12 req-a78c3ceb-8070-4703-9c0e-fb5f5aecf1a0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922434 Apr 11 16:43:50.678051 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-17f9e048-fd64-4290-9aab-0c14e7db14d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2685826 Apr 11 16:43:50.705561 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-30537b94-180f-4bcd-b574-aa86a68e718f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2633283 Apr 11 16:43:50.714253 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340b91-af6a-4e9b-a557-19618616559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6439c0b8-2300-458f-933a-0a834c8b6476,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.746308 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-f4340b91-af6a-4e9b-a557-19618616559a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81c88b5742f84161a7cc6dd42888872e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9487135 Apr 11 16:43:50.747886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 32768) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:50.748280 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.814907 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-2483f25e-61fd-456f-bbb1-dda6acf27249 None None] Provisioning complete for port 5c43743b-0779-45a5-b9eb-0df80a70ab94 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:50.815374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2483f25e-61fd-456f-bbb1-dda6acf27249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.882773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-056aa562-d276-439b-b7b1-184cb9d93ae1 admin admin] Publish callbacks [] for security_group (6439c0b8-2300-458f-933a-0a834c8b6476), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.983798 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2483f25e-61fd-456f-bbb1-dda6acf27249 None None] Port 5c43743b-0779-45a5-b9eb-0df80a70ab94 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:50.984329 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-056aa562-d276-439b-b7b1-184cb9d93ae1 admin admin] Publish callbacks [] for security_group (6439c0b8-2300-458f-933a-0a834c8b6476), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.984877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Pushing event updated for resources: {'Port': ['ID=795d3d97-e9f3-4c52-b675-ee921a4686e2,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:51.032987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Request body: {'port': {'device_id': '4831594e-d49c-48fd-b0e3-1490c8119523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:51.048652 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Request body: {'port': {'device_id': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:51.055110 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.managers [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Attempting to bind port 795d3d97-e9f3-4c52-b675-ee921a4686e2 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:51.055697 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.managers [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Attempting to bind port 795d3d97-e9f3-4c52-b675-ee921a4686e2 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}] {{(pid=110631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:51.060509 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Attempting to bind port 795d3d97-e9f3-4c52-b675-ee921a4686e2 on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:51.078349 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Port 795d3d97-e9f3-4c52-b675-ee921a4686e2 on network c3885216-3493-4270-959f-43be0109d305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:43:51.079294 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Attempting to bind port 795d3d97-e9f3-4c52-b675-ee921a4686e2 on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:51.093150 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec05d-6715-499c-bbcc-abc1a139ad26 req-71d78a4b-cb41-4c3e-b394-67117100ae5d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.095314 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2d1ec05d-6715-499c-bbcc-abc1a139ad26 req-71d78a4b-cb41-4c3e-b394-67117100ae5d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 932 time: 0.1157100 Apr 11 16:43:51.096828 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:51.097188 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Checking segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:51.097735 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Bound using segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} {{(pid=110631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:51.098203 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.managers [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Bound port: 795d3d97-e9f3-4c52-b675-ee921a4686e2, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}}] {{(pid=110631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:51.098570 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.110400 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-1eab3787-7db9-42aa-9788-4455b0007cde None None] Provisioning complete for port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:51.111449 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1eab3787-7db9-42aa-9788-4455b0007cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.168313 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-1eab3787-7db9-42aa-9788-4455b0007cde None None] Port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:51.215747 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.242820 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] For port 795d3d97-e9f3-4c52-b675-ee921a4686e2, host hv-cinder-83716, cleared binding levels {{(pid=110631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:51.248033 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] For port 795d3d97-e9f3-4c52-b675-ee921a4686e2, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:51.252180 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2d1ec05d-6715-499c-bbcc-abc1a139ad26 req-073ce60b-b1f6-4607-b34d-96ae466d2bfc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432083 Apr 11 16:43:51.263128 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-056aa562-d276-439b-b7b1-184cb9d93ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6439c0b8-2300-458f-933a-0a834c8b6476), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.266255 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-056aa562-d276-439b-b7b1-184cb9d93ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.267392 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-056aa562-d276-439b-b7b1-184cb9d93ae1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6439c0b8-2300-458f-933a-0a834c8b6476 HTTP/1.1" status: 204 len: 168 time: 0.5185626 Apr 11 16:43:51.288441 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aa562-d276-439b-b7b1-184cb9d93ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6439c0b8-2300-458f-933a-0a834c8b6476,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:51.310351 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.367363 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.447242 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.447898 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.449357 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] 10.222.0.60 "PUT /v2.0/ports/795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 1094 time: 3.0127645 Apr 11 16:43:51.449823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da42b374-1532-4502-9922-dd281003e8cf', 'tag': '795d3d97-e9f3-4c52-b675-ee921a4686e2'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:51.567246 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89b41e-5081-4032-b9b3-e0ab516f2087 service neutron] Pushing event updated for resources: {'Port': ['ID=795d3d97-e9f3-4c52-b675-ee921a4686e2,revision_number=3']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:51.768701 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-1d81103b-bcf3-447e-a6e4-dbb2f02e32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.770292 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-1d81103b-bcf3-447e-a6e4-dbb2f02e32ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1128 time: 0.1335688 Apr 11 16:43:51.788606 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "da42b374-1532-4502-9922-dd281003e8cf", "tag": "795d3d97-e9f3-4c52-b675-ee921a4686e2"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:51.840123 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ffd-498c-46d4-a3e8-d0c8012b94dd req-8d9f1ce8-3e6f-4a58-b91e-1fa563fe200d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.860198 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-35a21ffd-498c-46d4-a3e8-d0c8012b94dd req-8d9f1ce8-3e6f-4a58-b91e-1fa563fe200d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 931 time: 0.4590554 Apr 11 16:43:51.880314 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-96d227e3-ffbc-4f27-aaad-5874c6c78eb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 217 time: 0.1009700 Apr 11 16:43:51.949239 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e67321-257b-4173-be12-19b786c15b65 req-b01b6cb0-3afa-40cd-9a78-6222575c99e4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.956934 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-70e67321-257b-4173-be12-19b786c15b65 req-b01b6cb0-3afa-40cd-9a78-6222575c99e4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.1928973 Apr 11 16:43:51.959998 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-e31fcaa8-5514-4d57-92c2-368d65efe987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.961487 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-e31fcaa8-5514-4d57-92c2-368d65efe987 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0754082 Apr 11 16:43:52.065199 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-cc74d44b-4ae8-4e4f-8fbc-ececc05aa1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:52.066707 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-cc74d44b-4ae8-4e4f-8fbc-ececc05aa1e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947723 Apr 11 16:43:52.071535 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-35a21ffd-498c-46d4-a3e8-d0c8012b94dd req-54b9f337-0787-4f5a-a49c-571754b19522 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122769 Apr 11 16:43:52.107955 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-70e67321-257b-4173-be12-19b786c15b65 req-c3e71f2c-8f02-4702-a2ea-a665a7108bb1 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477389 Apr 11 16:43:52.239087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c43743b-0779-45a5-b9eb-0df80a70ab94 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:52.250963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:52.257677 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Publish callbacks [] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.264483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Publish callbacks [] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.284165 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Transition to ACTIVE for port object 5c43743b-0779-45a5-b9eb-0df80a70ab94 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:43:52.287025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Transition to ACTIVE for port object 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:43:52.336606 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-2b5b6979-12a1-4bec-a8b8-c91f1290ba16 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617612 Apr 11 16:43:52.395179 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.398344 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.465822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 32856) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:52.472946 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9454ce6-1b82-4efc-a092-f3ff1c5d804f x-openstack-request-id: req-e9454ce6-1b82-4efc-a092-f3ff1c5d804f {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:52.473230 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da42b374-1532-4502-9922-dd281003e8cf", "tag": "795d3d97-e9f3-4c52-b675-ee921a4686e2", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:52.473486 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9454ce6-1b82-4efc-a092-f3ff1c5d804f {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:52.474559 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9454ce6-1b82-4efc-a092-f3ff1c5d804f'] response: {'name': 'network-changed', 'server_uuid': 'da42b374-1532-4502-9922-dd281003e8cf', 'tag': '795d3d97-e9f3-4c52-b675-ee921a4686e2', 'status': 'completed', 'code': 200} Apr 11 16:43:52.498842 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33709b-84b0-445a-a3d7-b3c5cb4ada9f req-adec1b2e-c02f-4567-9833-0b55958d79f4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:52.501004 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ba33709b-84b0-445a-a3d7-b3c5cb4ada9f req-adec1b2e-c02f-4567-9833-0b55958d79f4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.1212447 Apr 11 16:43:52.539829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Pushing event updated for resources: {'Port': ['ID=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:52.612497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-849328f2-a2ec-4ecd-a5e6-7d71faccd251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.621327 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ba33709b-84b0-445a-a3d7-b3c5cb4ada9f req-fd790d36-8a2f-4b19-8ffc-2caee1cb77fc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066542 Apr 11 16:43:52.628822 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-745aabc3-7d94-4d76-a2e7-833aa94ce908 req-4cf0276f-f22a-4de7-8ca0-d692c4227e51 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861755 Apr 11 16:43:52.631687 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:52.701411 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Attempting to bind port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:52.701745 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Attempting to bind port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:52.702065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Attempting to bind port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:52.723078 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c on network c3885216-3493-4270-959f-43be0109d305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:43:52.723392 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Attempting to bind port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:52.738338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Attempting to bind port 5c43743b-0779-45a5-b9eb-0df80a70ab94 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:52.738679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Attempting to bind port 5c43743b-0779-45a5-b9eb-0df80a70ab94 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:52.739006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Attempting to bind port 5c43743b-0779-45a5-b9eb-0df80a70ab94 on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:52.747134 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:52.751324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Checking segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:52.751324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Bound using segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:52.751324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Bound port: 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:52.751324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.767641 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Port 5c43743b-0779-45a5-b9eb-0df80a70ab94 on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:43:52.767976 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Attempting to bind port 5c43743b-0779-45a5-b9eb-0df80a70ab94 on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:52.806394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:52.806744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Checking segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:52.807299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Bound using segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:52.807605 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Bound port: 5c43743b-0779-45a5-b9eb-0df80a70ab94, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:52.807972 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.954987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] For port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:52.977144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-849328f2-a2ec-4ecd-a5e6-7d71faccd251 admin admin] Publish callbacks [] for security_group (fb620dda-f42b-4a82-8735-56504fa8b869), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.977800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] For port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:52.985414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:52.993633 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:53.170328 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.176455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-849328f2-a2ec-4ecd-a5e6-7d71faccd251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fb620dda-f42b-4a82-8735-56504fa8b869), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.179499 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.234482 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd2f1-7227-404f-9fcf-131694c9d8d3 req-63a82701-5d25-4811-9d73-7a67ba633124 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:53.241922 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d2dfd2f1-7227-404f-9fcf-131694c9d8d3 req-63a82701-5d25-4811-9d73-7a67ba633124 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 943 time: 0.0855253 Apr 11 16:43:53.269388 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70d121-94a8-4e4e-9054-f8b490fb6766 req-b6e82acc-1ff6-4f7a-b5c8-5892f8f9fb76 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:53.273198 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6b70d121-94a8-4e4e-9054-f8b490fb6766 req-b6e82acc-1ff6-4f7a-b5c8-5892f8f9fb76 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 943 time: 0.1040006 Apr 11 16:43:53.329812 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:53.335829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.335829 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] 10.222.0.60 "PUT /v2.0/ports/5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 1094 time: 2.2879865 Apr 11 16:43:53.340352 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6b70d121-94a8-4e4e-9054-f8b490fb6766 req-c3935ef8-9aac-464d-9208-5cca1bee0d94 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Apr 11 16:43:53.342224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:53.344679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799168e-af00-433a-acc4-989d16a6652e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:53.359266 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:53.359979 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.363847 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 200 len: 1093 time: 2.3404922 Apr 11 16:43:53.401353 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-849328f2-a2ec-4ecd-a5e6-7d71faccd251 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c40321f3d61476ab75058707791d3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9193563 Apr 11 16:43:53.405350 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 32912) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:53.409306 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f5564f-382c-4f13-80f5-721f09c1c46d x-openstack-request-id: req-20f5564f-382c-4f13-80f5-721f09c1c46d {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:53.409765 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:53.410189 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20f5564f-382c-4f13-80f5-721f09c1c46d {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:53.410959 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f5564f-382c-4f13-80f5-721f09c1c46d'] response: {'name': 'network-changed', 'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'status': 'completed', 'code': 200} Apr 11 16:43:53.429377 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48de2-8112-4b9e-983d-7850aec74ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:53.487921 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d2dfd2f1-7227-404f-9fcf-131694c9d8d3 req-4822a02c-98c8-4715-8715-c6ae76ed6ddf tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408481 Apr 11 16:43:53.492577 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849328f2-a2ec-4ecd-a5e6-7d71faccd251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb620dda-f42b-4a82-8735-56504fa8b869,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:53.500644 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-247d6b3f-600c-4034-9ee8-ce1d29264aec admin admin] Publish callbacks [] for security_group (fb620dda-f42b-4a82-8735-56504fa8b869), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.546372 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40778009-7dea-43f2-a370-1fbc3113b761 service neutron] Pushing event updated for resources: {'Port': ['ID=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:53.546727 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-247d6b3f-600c-4034-9ee8-ce1d29264aec admin admin] Publish callbacks [] for security_group (fb620dda-f42b-4a82-8735-56504fa8b869), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.684517 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-247d6b3f-600c-4034-9ee8-ce1d29264aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fb620dda-f42b-4a82-8735-56504fa8b869), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.687375 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-247d6b3f-600c-4034-9ee8-ce1d29264aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.688571 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-247d6b3f-600c-4034-9ee8-ce1d29264aec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb620dda-f42b-4a82-8735-56504fa8b869 HTTP/1.1" status: 204 len: 168 time: 0.2822261 Apr 11 16:43:53.701281 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d6b3f-600c-4034-9ee8-ce1d29264aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb620dda-f42b-4a82-8735-56504fa8b869,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:53.810836 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 32938) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:53.843680 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ada2-727b-42a1-bf95-d062e3a68416 req-044e457d-12c7-4296-b14f-f6dc3245feab tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:53.845246 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fa56ada2-727b-42a1-bf95-d062e3a68416 req-044e457d-12c7-4296-b14f-f6dc3245feab tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0743713 Apr 11 16:43:53.903721 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device b5f20497-9813-4eea-bf8d-970d79fa310e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:43:53.939815 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fa56ada2-727b-42a1-bf95-d062e3a68416 req-58bf7bda-96ec-4d9f-94a6-c457bf7d58e2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739725 Apr 11 16:43:54.035942 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port b5f20497-9813-4eea-bf8d-970d79fa310e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b5f20497-9813-4eea-bf8d-970d79fa310e,segment=NetworkSegment(d7c04dbe-95bc-4dd8-a131-8c1a68a1f949),segment_id=d7c04dbe-95bc-4dd8-a131-8c1a68a1f949)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:54.049983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f0a61721-fbeb-4cb2-b8f4-de83a50fd733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.052135 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': 'b5f20497-9813-4eea-bf8d-970d79fa310e', 'network_id': 'acbd1e75-0114-40e7-912a-76cc3367e162', 'port_id': 'b5f20497-9813-4eea-bf8d-970d79fa310e', 'mac_address': 'fa:16:3e:9d:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af606a29-985a-48c5-a2cf-246e5c89bf5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:43:54.102454 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port b5f20497-9813-4eea-bf8d-970d79fa310e is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:54.102454 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.124204 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f20497-9813-4eea-bf8d-970d79fa310e {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:54.143173 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f0a61721-fbeb-4cb2-b8f4-de83a50fd733 admin admin] Publish callbacks [] for security_group (ae1489bc-9ec9-4acf-9e47-b3adc02835c2), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.169314 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port b5f20497-9813-4eea-bf8d-970d79fa310e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b5f20497-9813-4eea-bf8d-970d79fa310e,segment=NetworkSegment(d7c04dbe-95bc-4dd8-a131-8c1a68a1f949),segment_id=d7c04dbe-95bc-4dd8-a131-8c1a68a1f949)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:54.246535 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f0a61721-fbeb-4cb2-b8f4-de83a50fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ae1489bc-9ec9-4acf-9e47-b3adc02835c2), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.287315 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-f0a61721-fbeb-4cb2-b8f4-de83a50fd733 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cae5d9ac9f84945bed77e4ff2d64df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753859 Apr 11 16:43:54.290112 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a61721-fbeb-4cb2-b8f4-de83a50fd733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1489bc-9ec9-4acf-9e47-b3adc02835c2,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.290411 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 32964) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:54.306470 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.372123 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6157-be6e-4ea3-8f80-53ec728db502 admin admin] Publish callbacks [] for security_group (ae1489bc-9ec9-4acf-9e47-b3adc02835c2), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.372973 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=b5f20497-9813-4eea-bf8d-970d79fa310e,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.400802 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6157-be6e-4ea3-8f80-53ec728db502 admin admin] Publish callbacks [] for security_group (ae1489bc-9ec9-4acf-9e47-b3adc02835c2), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.493325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3910e-2661-4f87-9415-8c085f25ea85 req-f7455e38-f9f1-4f1b-9b4c-6397d1cd5cec tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:54.494946 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eab3910e-2661-4f87-9415-8c085f25ea85 req-f7455e38-f9f1-4f1b-9b4c-6397d1cd5cec tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 944 time: 0.0688994 Apr 11 16:43:54.599910 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6157-be6e-4ea3-8f80-53ec728db502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ae1489bc-9ec9-4acf-9e47-b3adc02835c2), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.603280 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6157-be6e-4ea3-8f80-53ec728db502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.605122 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eab3910e-2661-4f87-9415-8c085f25ea85 req-2d8b7aac-7a94-410c-9786-577e2e15edd0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031501 Apr 11 16:43:54.617862 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ec6f6157-be6e-4ea3-8f80-53ec728db502 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae1489bc-9ec9-4acf-9e47-b3adc02835c2 HTTP/1.1" status: 204 len: 168 time: 0.3258581 Apr 11 16:43:54.655916 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6157-be6e-4ea3-8f80-53ec728db502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1489bc-9ec9-4acf-9e47-b3adc02835c2,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.668871 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cf838-d4b9-46c9-99ff-7c3d6b9e4ffb req-30a6787e-0b4b-4585-9a0e-55f43bcca300 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:54.670444 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-622cf838-d4b9-46c9-99ff-7c3d6b9e4ffb req-30a6787e-0b4b-4585-9a0e-55f43bcca300 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 943 time: 0.0941439 Apr 11 16:43:54.717034 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['b5f20497-9813-4eea-bf8d-970d79fa310e'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:54.726095 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-622cf838-d4b9-46c9-99ff-7c3d6b9e4ffb req-5137732f-742e-466c-9e76-5f292c8bc0b8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497823 Apr 11 16:43:55.146780 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-0b6eb987-fb68-4c5b-a9b2-b16b5908ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.148524 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-0b6eb987-fb68-4c5b-a9b2-b16b5908ff5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1128 time: 0.1179509 Apr 11 16:43:55.193219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799168e-af00-433a-acc4-989d16a6652e req-7761762b-4bfd-4c70-b83b-f3e2fae0a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.193796 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-209bf08e-80cf-4061-a6fe-efb52a740618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.194728 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9799168e-af00-433a-acc4-989d16a6652e req-7761762b-4bfd-4c70-b83b-f3e2fae0a62f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1128 time: 0.1218944 Apr 11 16:43:55.195332 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-209bf08e-80cf-4061-a6fe-efb52a740618 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1127 time: 0.0505352 Apr 11 16:43:55.208547 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee95e-d825-4780-bc71-dd771a33f7f6 req-c9170d2f-d98d-4596-a793-9747ba96e247 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.210254 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a2cee95e-d825-4780-bc71-dd771a33f7f6 req-c9170d2f-d98d-4596-a793-9747ba96e247 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.1241605 Apr 11 16:43:55.272594 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-0c665188-cf06-47b2-b38e-23ca93a879cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 200 len: 217 time: 0.0653710 Apr 11 16:43:55.353130 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-ce2a4f02-dadd-49d0-b552-938698a9f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.354734 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-ce2a4f02-dadd-49d0-b552-938698a9f7be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0756063 Apr 11 16:43:55.402960 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-c8bd15f5-8ba8-4ee9-b5f2-c5f4a100ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.404703 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-c8bd15f5-8ba8-4ee9-b5f2-c5f4a100ca50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433977 Apr 11 16:43:55.416913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4831594e-d49c-48fd-b0e3-1490c8119523', 'tag': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:55.420473 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb98e1-b5ef-4771-beaa-723b47d535a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4831594e-d49c-48fd-b0e3-1490c8119523", "tag": "8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:55.448104 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a2cee95e-d825-4780-bc71-dd771a33f7f6 req-d4cdf6f1-9716-4278-a3be-dae746c1a612 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257526 Apr 11 16:43:55.494299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e53f4-6005-45d4-851c-26c17ec08825 x-openstack-request-id: req-e63e53f4-6005-45d4-851c-26c17ec08825 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:55.494873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4831594e-d49c-48fd-b0e3-1490c8119523", "tag": "8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:55.494873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e63e53f4-6005-45d4-851c-26c17ec08825 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:55.495257 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63e53f4-6005-45d4-851c-26c17ec08825'] response: {'name': 'network-changed', 'server_uuid': '4831594e-d49c-48fd-b0e3-1490c8119523', 'tag': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c', 'status': 'completed', 'code': 200} Apr 11 16:43:55.520200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799168e-af00-433a-acc4-989d16a6652e req-0c47e675-efc3-44a5-81c5-51967469ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.522549 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9799168e-af00-433a-acc4-989d16a6652e req-0c47e675-efc3-44a5-81c5-51967469ea1f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3113606 Apr 11 16:43:55.528385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-41404251-594f-420c-a31f-4712aa4b2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.534989 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-41404251-594f-420c-a31f-4712aa4b2633 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.3736017 Apr 11 16:43:55.542169 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33036) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:55.562243 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e20ff6c7-fa88-4363-a71a-9a38226d57f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.609354 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-1066d069-f2e0-4976-8abd-09c29b8a96e8 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984334 Apr 11 16:43:55.632802 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-0207d63c-995a-4c2f-b871-19dfd50cb1f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 217 time: 0.0804653 Apr 11 16:43:55.742833 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e20ff6c7-fa88-4363-a71a-9a38226d57f5 admin admin] Publish callbacks [] for security_group (9b70a740-75fe-4c8b-b8e4-7e111f147390), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.769066 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d045997d-971c-4c55-853c-b3b2b1c3260a req-1936d9cd-1e08-4521-b789-6f8b691b2b40 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508808 Apr 11 16:43:55.819253 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e20ff6c7-fa88-4363-a71a-9a38226d57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9b70a740-75fe-4c8b-b8e4-7e111f147390), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.830432 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bafa8-a076-4b95-b529-376c25b92999 req-6ac5d486-04fa-4204-bb19-b14d952cf5f0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.831917 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-707bafa8-a076-4b95-b529-376c25b92999 req-6ac5d486-04fa-4204-bb19-b14d952cf5f0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 944 time: 0.1119673 Apr 11 16:43:55.838044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-fbaf94ca-0905-43d5-8e7f-63cc4238f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.839466 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-fbaf94ca-0905-43d5-8e7f-63cc4238f6ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.1338086 Apr 11 16:43:55.891751 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799168e-af00-433a-acc4-989d16a6652e req-218d53e2-2012-4889-9139-6db666687dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.893245 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9799168e-af00-433a-acc4-989d16a6652e req-218d53e2-2012-4889-9139-6db666687dd2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3597872 Apr 11 16:43:55.894412 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f1d01-3804-4248-952a-39647a787441 req-01653dd5-198d-4532-8376-8cff61cd96ea tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.896828 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c22f1d01-3804-4248-952a-39647a787441 req-01653dd5-198d-4532-8376-8cff61cd96ea tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 943 time: 0.0883780 Apr 11 16:43:55.902531 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e20ff6c7-fa88-4363-a71a-9a38226d57f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c870ea47d94149559bb29dc4fb8a59b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567581 Apr 11 16:43:55.902531 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ff6c7-fa88-4363-a71a-9a38226d57f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70a740-75fe-4c8b-b8e4-7e111f147390,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:55.903884 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33048) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:55.916740 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device b5f20497-9813-4eea-bf8d-970d79fa310e up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:55.998443 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c22f1d01-3804-4248-952a-39647a787441 req-67137289-fda6-4ab8-890e-3232dc70ab44 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771096 Apr 11 16:43:56.017094 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-87cd7651-d211-411f-bd08-c4f87a6c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:56.019209 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-87cd7651-d211-411f-bd08-c4f87a6c68ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1730256 Apr 11 16:43:56.020447 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port b5f20497-9813-4eea-bf8d-970d79fa310e completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:43:56.054326 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-78a50db9-d856-4dc1-bab6-8e8357745bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:56.056133 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-78a50db9-d856-4dc1-bab6-8e8357745bb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1128 time: 0.1090612 Apr 11 16:43:56.061104 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-707bafa8-a076-4b95-b529-376c25b92999 req-02b1afb9-4246-415c-b0e7-d078f6b88c67 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206895 Apr 11 16:43:56.076846 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d32158f5-5d34-4e79-85e5-7e4972a0bfd2 admin admin] Publish callbacks [] for security_group (9b70a740-75fe-4c8b-b8e4-7e111f147390), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.100622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d32158f5-5d34-4e79-85e5-7e4972a0bfd2 admin admin] Publish callbacks [] for security_group (9b70a740-75fe-4c8b-b8e4-7e111f147390), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.103085 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port b5f20497-9813-4eea-bf8d-970d79fa310e triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:56.105330 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.193898 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port b5f20497-9813-4eea-bf8d-970d79fa310e is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:56.194289 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.207355 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33066) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.219460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f20497-9813-4eea-bf8d-970d79fa310e'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:56.250287 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d32158f5-5d34-4e79-85e5-7e4972a0bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9b70a740-75fe-4c8b-b8e4-7e111f147390), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.252983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d32158f5-5d34-4e79-85e5-7e4972a0bfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.254559 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d32158f5-5d34-4e79-85e5-7e4972a0bfd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b70a740-75fe-4c8b-b8e4-7e111f147390 HTTP/1.1" status: 204 len: 168 time: 0.3470032 Apr 11 16:43:56.263645 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32158f5-5d34-4e79-85e5-7e4972a0bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70a740-75fe-4c8b-b8e4-7e111f147390,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.303508 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port b5f20497-9813-4eea-bf8d-970d79fa310e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b5f20497-9813-4eea-bf8d-970d79fa310e,segment=NetworkSegment(d7c04dbe-95bc-4dd8-a131-8c1a68a1f949),segment_id=d7c04dbe-95bc-4dd8-a131-8c1a68a1f949)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:56.375037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69f4085a-17f0-4931-8c62-dc228b0ab133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.399665 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.450476 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=b5f20497-9813-4eea-bf8d-970d79fa310e,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.451554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69f4085a-17f0-4931-8c62-dc228b0ab133 admin admin] Publish callbacks [] for security_group (247085a9-06a6-44af-b9df-6d5b7e2ea657), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.547350 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69f4085a-17f0-4931-8c62-dc228b0ab133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (247085a9-06a6-44af-b9df-6d5b7e2ea657), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.580194 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c63011-c879-4659-b558-1c2b2db8cf70 req-e33901d7-c800-4217-9c04-0057d5dcef8e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:56.582528 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f1c63011-c879-4659-b558-1c2b2db8cf70 req-e33901d7-c800-4217-9c04-0057d5dcef8e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0557601 Apr 11 16:43:56.588925 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-69f4085a-17f0-4931-8c62-dc228b0ab133 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=caa289e3bee245518b28888daa63b273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804276 Apr 11 16:43:56.590162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4085a-17f0-4931-8c62-dc228b0ab133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247085a9-06a6-44af-b9df-6d5b7e2ea657,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.591559 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33082) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.685280 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-daf05e73-d25b-42c3-ba08-48458771143f admin admin] Publish callbacks [] for security_group (247085a9-06a6-44af-b9df-6d5b7e2ea657), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.694594 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f1c63011-c879-4659-b558-1c2b2db8cf70 req-e0889647-fc58-44f3-b615-344e5831f42c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810239 Apr 11 16:43:56.725465 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-daf05e73-d25b-42c3-ba08-48458771143f admin admin] Publish callbacks [] for security_group (247085a9-06a6-44af-b9df-6d5b7e2ea657), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.737700 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33090) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.826751 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef68080-fe8e-4bcd-8af6-f60a89db3472" -d '{"events": [{"server_uuid": "3ebb0161-3115-48cf-a797-2dab7d0d5450", "name": "network-vif-plugged", "status": "completed", "tag": "b5f20497-9813-4eea-bf8d-970d79fa310e"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:56.882439 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-daf05e73-d25b-42c3-ba08-48458771143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (247085a9-06a6-44af-b9df-6d5b7e2ea657), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.885737 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-daf05e73-d25b-42c3-ba08-48458771143f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.887549 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-daf05e73-d25b-42c3-ba08-48458771143f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/247085a9-06a6-44af-b9df-6d5b7e2ea657 HTTP/1.1" status: 204 len: 168 time: 0.2945666 Apr 11 16:43:56.896499 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf05e73-d25b-42c3-ba08-48458771143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247085a9-06a6-44af-b9df-6d5b7e2ea657,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.022796 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-672d1e94-f886-4185-93db-78d86fee498f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.125427 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-672d1e94-f886-4185-93db-78d86fee498f admin admin] Publish callbacks [] for security_group (0f558703-24c5-4507-a2ac-5b50841d5ff4), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.128598 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf70804-551d-42f4-a3db-8dbd4a1b2001 req-45017d03-aa00-477e-bddd-696fa9eae005 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:57.130727 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8cf70804-551d-42f4-a3db-8dbd4a1b2001 req-45017d03-aa00-477e-bddd-696fa9eae005 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 943 time: 0.0596485 Apr 11 16:43:57.194287 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8cf70804-551d-42f4-a3db-8dbd4a1b2001 req-dc02ee5b-843c-4261-8f56-2fd64590e53f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570178 Apr 11 16:43:57.212521 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-672d1e94-f886-4185-93db-78d86fee498f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0f558703-24c5-4507-a2ac-5b50841d5ff4), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.235145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d9756c-a53b-4daa-9f57-5b52ed679960 x-openstack-request-id: req-b3d9756c-a53b-4daa-9f57-5b52ed679960 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:57.236113 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebb0161-3115-48cf-a797-2dab7d0d5450", "name": "network-vif-plugged", "status": "completed", "tag": "b5f20497-9813-4eea-bf8d-970d79fa310e", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:57.236505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3d9756c-a53b-4daa-9f57-5b52ed679960 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:57.237095 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d9756c-a53b-4daa-9f57-5b52ed679960'] response: {'server_uuid': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f20497-9813-4eea-bf8d-970d79fa310e', 'code': 200} Apr 11 16:43:57.272739 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-672d1e94-f886-4185-93db-78d86fee498f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c67c285c48d47aebc44b240cb892772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329461 Apr 11 16:43:57.273965 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d1e94-f886-4185-93db-78d86fee498f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f558703-24c5-4507-a2ac-5b50841d5ff4,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.275509 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33114) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:57.337311 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ad679-d69b-418a-9d84-6516739b1996 req-d9b96b68-81f5-4d47-b9a0-a69ce0f4edb5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:57.339210 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-000ad679-d69b-418a-9d84-6516739b1996 req-d9b96b68-81f5-4d47-b9a0-a69ce0f4edb5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0783765 Apr 11 16:43:57.409477 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c793009d-4297-464e-a880-10926b531ced admin admin] Publish callbacks [] for security_group (0f558703-24c5-4507-a2ac-5b50841d5ff4), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.417157 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-000ad679-d69b-418a-9d84-6516739b1996 req-2d4ab9c1-b11b-435d-81dd-cb34cb2064a7 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694156 Apr 11 16:43:57.442908 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c793009d-4297-464e-a880-10926b531ced admin admin] Publish callbacks [] for security_group (0f558703-24c5-4507-a2ac-5b50841d5ff4), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.587456 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c793009d-4297-464e-a880-10926b531ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0f558703-24c5-4507-a2ac-5b50841d5ff4), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.598206 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c793009d-4297-464e-a880-10926b531ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.598206 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c793009d-4297-464e-a880-10926b531ced admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f558703-24c5-4507-a2ac-5b50841d5ff4 HTTP/1.1" status: 204 len: 168 time: 0.2950263 Apr 11 16:43:57.601341 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793009d-4297-464e-a880-10926b531ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f558703-24c5-4507-a2ac-5b50841d5ff4,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.828038 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209f943-a040-43af-bdfd-036752509fc2 req-f65f56dc-7c12-4e08-9cbb-1b292cb4e8e3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:57.829540 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f209f943-a040-43af-bdfd-036752509fc2 req-f65f56dc-7c12-4e08-9cbb-1b292cb4e8e3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0502818 Apr 11 16:43:57.877435 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f209f943-a040-43af-bdfd-036752509fc2 req-77925b2f-bcba-48af-9cdb-aff5d14f9571 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Apr 11 16:43:57.914933 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 795d3d97-e9f3-4c52-b675-ee921a4686e2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:43:57.962485 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33138) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:57.980539 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aea3c1c6-af97-4f47-ad46-e3f1bd4566c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.018008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 795d3d97-e9f3-4c52-b675-ee921a4686e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:58.030084 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '795d3d97-e9f3-4c52-b675-ee921a4686e2', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'port_id': '795d3d97-e9f3-4c52-b675-ee921a4686e2', 'mac_address': 'fa:16:3e:8e:32:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:43:58.071931 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aea3c1c6-af97-4f47-ad46-e3f1bd4566c1 admin admin] Publish callbacks [] for security_group (40688238-e73b-4390-9a51-fe591e3cbec9), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.073682 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 795d3d97-e9f3-4c52-b675-ee921a4686e2 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:58.074233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.090837 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795d3d97-e9f3-4c52-b675-ee921a4686e2 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:58.115702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 795d3d97-e9f3-4c52-b675-ee921a4686e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:58.144233 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-592cdc10-05c5-4f99-93f1-a9b8376c5dd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 217 time: 0.0583453 Apr 11 16:43:58.158841 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-8332b645-f920-4b0b-9a95-441accdabe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.160389 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-8332b645-f920-4b0b-9a95-441accdabe88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1127 time: 0.0642974 Apr 11 16:43:58.190350 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.217083 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aea3c1c6-af97-4f47-ad46-e3f1bd4566c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (40688238-e73b-4390-9a51-fe591e3cbec9), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.259969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=795d3d97-e9f3-4c52-b675-ee921a4686e2,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:58.353121 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-b4d7ab9a-6c8b-4c28-bb70-1f718e65e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.354825 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-b4d7ab9a-6c8b-4c28-bb70-1f718e65e774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.2000411 Apr 11 16:43:58.406542 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3c1c6-af97-4f47-ad46-e3f1bd4566c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40688238-e73b-4390-9a51-fe591e3cbec9,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:58.413453 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-aea3c1c6-af97-4f47-ad46-e3f1bd4566c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08677a33da954866ad02d34b7fb3d10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494724 Apr 11 16:43:58.415494 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-78fa3d66-b7ce-4fc8-9639-0fca502c99f8 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207078 Apr 11 16:43:58.418035 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33146) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:58.464851 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945c059-3b3f-4cdc-8507-d0f5ea8afbc9 req-2f810b03-33d4-4bad-b97c-5c005ffc5c55 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.466479 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f945c059-3b3f-4cdc-8507-d0f5ea8afbc9 req-2f810b03-33d4-4bad-b97c-5c005ffc5c55 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 943 time: 0.1307333 Apr 11 16:43:58.477677 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-6cabe1a6-e95d-4d39-9858-8094ad37a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.479945 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-6cabe1a6-e95d-4d39-9858-8094ad37a3b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.3130162 Apr 11 16:43:58.502533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-3b0a5a9d-fe49-49b5-b0b5-079ef97547f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.504294 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-3b0a5a9d-fe49-49b5-b0b5-079ef97547f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1403542 Apr 11 16:43:58.519734 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['795d3d97-e9f3-4c52-b675-ee921a4686e2'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:58.548161 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-37f295b4-42e9-4b01-92f2-02ded4f5f626 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 200 len: 217 time: 0.0606055 Apr 11 16:43:58.621582 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f945c059-3b3f-4cdc-8507-d0f5ea8afbc9 req-69c7cc9b-edf0-4560-a0e7-c369194ff733 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 Apr 11 16:43:58.655111 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-91ecc46e-55d8-4ffb-b5cb-350c064f6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.657473 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-91ecc46e-55d8-4ffb-b5cb-350c064f6f4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.1022320 Apr 11 16:43:58.749407 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-19a7ad33-5230-42b9-8066-cb145f256cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.752205 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-19a7ad33-5230-42b9-8066-cb145f256cdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879979 Apr 11 16:43:58.774683 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33160) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:58.809099 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3b849725-a81f-4aa9-acd7-237a007221ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.948522 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-522c2052-87c5-43d2-86e4-660444cef0b1 admin admin] Publish callbacks [] for security_group (40688238-e73b-4390-9a51-fe591e3cbec9), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.963558 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23fe51-2bd2-40b9-94fe-34f647a599da req-9d3c4118-4802-4cfc-abb5-cc44e5c8e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.965077 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc23fe51-2bd2-40b9-94fe-34f647a599da req-9d3c4118-4802-4cfc-abb5-cc44e5c8e7c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 1129 time: 0.4996636 Apr 11 16:43:58.986990 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168b45-1aaf-483e-874e-df170c2ac647 req-0d4f81b4-bc6f-4502-9d94-e9cc42bb8b84 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.995386 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7168b45-1aaf-483e-874e-df170c2ac647 req-0d4f81b4-bc6f-4502-9d94-e9cc42bb8b84 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.4460204 Apr 11 16:43:59.016694 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-dc23fe51-2bd2-40b9-94fe-34f647a599da req-917aad36-8eae-4551-a880-38c411c667d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.042035 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-522c2052-87c5-43d2-86e4-660444cef0b1 admin admin] Publish callbacks [] for security_group (40688238-e73b-4390-9a51-fe591e3cbec9), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.096162 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-60b51f4d-3c99-4df8-b502-b077434b62a8 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371572 Apr 11 16:43:59.099254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3b849725-a81f-4aa9-acd7-237a007221ee admin admin] Publish callbacks [] for security_group (7aeb9a2b-cd69-4e4c-84ab-37d58adb9863), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.121026 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-fd6ee32c-058b-46f2-a25a-cd0a34e6c136 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949294 Apr 11 16:43:59.131104 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba4a35-e17c-48de-9676-dbbb20972cc0 req-a2eb6361-90b8-4750-9cce-f18c38a10338 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:59.132668 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-48ba4a35-e17c-48de-9676-dbbb20972cc0 req-a2eb6361-90b8-4750-9cce-f18c38a10338 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.1200566 Apr 11 16:43:59.132817 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-bd2850e5-751e-401c-9888-8589fbdece42 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850179 Apr 11 16:43:59.182812 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7168b45-1aaf-483e-874e-df170c2ac647 req-f8a6579d-596d-424d-8b4d-6e77cbb62f8d tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865041 Apr 11 16:43:59.243733 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-bd991d84-5f24-49e7-b9fb-670d4bd455c4 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391847 Apr 11 16:43:59.247499 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-48ba4a35-e17c-48de-9676-dbbb20972cc0 req-fa07644d-9889-4b48-bb76-9a76f94a4e9a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019309 Apr 11 16:43:59.272527 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-faa8d9fe-5fe9-4421-bdd5-ae1f0fa594b9 req-2c51e0a5-18c6-4271-af9c-8f88f552ba79 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269698 Apr 11 16:43:59.293908 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3b849725-a81f-4aa9-acd7-237a007221ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (7aeb9a2b-cd69-4e4c-84ab-37d58adb9863), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.339254 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-3b849725-a81f-4aa9-acd7-237a007221ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58c50b82e7fa4d29a7c2c69895fdf842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5615680 Apr 11 16:43:59.341811 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33180) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:59.348143 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b849725-a81f-4aa9-acd7-237a007221ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb9a2b-cd69-4e4c-84ab-37d58adb9863,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:59.355117 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-522c2052-87c5-43d2-86e4-660444cef0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (40688238-e73b-4390-9a51-fe591e3cbec9), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.359322 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-522c2052-87c5-43d2-86e4-660444cef0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.360617 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-522c2052-87c5-43d2-86e4-660444cef0b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40688238-e73b-4390-9a51-fe591e3cbec9 HTTP/1.1" status: 204 len: 168 time: 0.9414809 Apr 11 16:43:59.396532 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2558c794-ed74-411e-986c-66b2d2d88a0f admin admin] Publish callbacks [] for security_group (7aeb9a2b-cd69-4e4c-84ab-37d58adb9863), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.425918 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2558c794-ed74-411e-986c-66b2d2d88a0f admin admin] Publish callbacks [] for security_group (7aeb9a2b-cd69-4e4c-84ab-37d58adb9863), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.428452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c2052-87c5-43d2-86e4-660444cef0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40688238-e73b-4390-9a51-fe591e3cbec9,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:59.446003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-dc23fe51-2bd2-40b9-94fe-34f647a599da req-917aad36-8eae-4551-a880-38c411c667d2 service neutron] Publish callbacks [] for security_group (34b5ad8a-0b24-4ab2-abb7-e7afd17503ed), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.689956 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2558c794-ed74-411e-986c-66b2d2d88a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (7aeb9a2b-cd69-4e4c-84ab-37d58adb9863), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.693287 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2558c794-ed74-411e-986c-66b2d2d88a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.695103 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-2558c794-ed74-411e-986c-66b2d2d88a0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7aeb9a2b-cd69-4e4c-84ab-37d58adb9863 HTTP/1.1" status: 204 len: 168 time: 0.3517129 Apr 11 16:43:59.695429 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-dc23fe51-2bd2-40b9-94fe-34f647a599da req-917aad36-8eae-4551-a880-38c411c667d2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (34b5ad8a-0b24-4ab2-abb7-e7afd17503ed), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.703002 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558c794-ed74-411e-986c-66b2d2d88a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeb9a2b-cd69-4e4c-84ab-37d58adb9863,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:59.766945 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc23fe51-2bd2-40b9-94fe-34f647a599da req-917aad36-8eae-4551-a880-38c411c667d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7908187 Apr 11 16:43:59.783170 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908436f-52e9-4c29-ae8a-e0fcb8b7b9f6 req-d7c12959-b80a-4da2-b78a-fc368b24a610 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:59.783170 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7908436f-52e9-4c29-ae8a-e0fcb8b7b9f6 req-d7c12959-b80a-4da2-b78a-fc368b24a610 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 943 time: 0.0901940 Apr 11 16:43:59.783170 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aad36-8eae-4551-a880-38c411c667d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5ad8a-0b24-4ab2-abb7-e7afd17503ed,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:59.825951 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7908436f-52e9-4c29-ae8a-e0fcb8b7b9f6 req-97b88fb9-32a0-4f94-9a5b-3f74e725b477 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Apr 11 16:43:59.932815 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:43:59.967929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 795d3d97-e9f3-4c52-b675-ee921a4686e2 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:44:00.193047 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 795d3d97-e9f3-4c52-b675-ee921a4686e2 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:44:00.200238 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:00.214242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'port_id': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c', 'mac_address': 'fa:16:3e:f3:b4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:44:00.270270 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:00.271150 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.293652 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:44:00.304633 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 795d3d97-e9f3-4c52-b675-ee921a4686e2 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:00.304633 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.345932 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:00.385068 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204daa62-81c7-4d8e-866d-5ccbfd4fe45a req-689bae60-32ba-4362-9dbc-65165241db0e tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:00.386584 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-204daa62-81c7-4d8e-866d-5ccbfd4fe45a req-689bae60-32ba-4362-9dbc-65165241db0e tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Apr 11 16:44:00.421345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b5f60-ac52-48b9-8e19-14c80b32b561 req-105af6f9-fab9-4707-af41-78ab4ceab172 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:00.423332 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 795d3d97-e9f3-4c52-b675-ee921a4686e2 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:00.423748 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.423860 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c7b5f60-ac52-48b9-8e19-14c80b32b561 req-105af6f9-fab9-4707-af41-78ab4ceab172 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0716996 Apr 11 16:44:00.437601 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-204daa62-81c7-4d8e-866d-5ccbfd4fe45a req-baa25a28-6118-4896-ad6f-8efeb5d09239 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Apr 11 16:44:00.451985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da42b374-1532-4502-9922-dd281003e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d3d97-e9f3-4c52-b675-ee921a4686e2'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:00.454486 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be376806-55c1-4eeb-a37c-1344df8b7171" -d '{"events": [{"server_uuid": "da42b374-1532-4502-9922-dd281003e8cf", "name": "network-vif-plugged", "status": "completed", "tag": "795d3d97-e9f3-4c52-b675-ee921a4686e2"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:00.470041 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 795d3d97-e9f3-4c52-b675-ee921a4686e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:00.482413 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c7b5f60-ac52-48b9-8e19-14c80b32b561 req-327b84c5-b17e-4911-bcb2-e8490f6992c6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500035 Apr 11 16:44:00.506813 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f02a83d-1a6a-4808-a9eb-324f9f5e19b5 x-openstack-request-id: req-5f02a83d-1a6a-4808-a9eb-324f9f5e19b5 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:00.507253 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da42b374-1532-4502-9922-dd281003e8cf", "name": "network-vif-plugged", "status": "completed", "tag": "795d3d97-e9f3-4c52-b675-ee921a4686e2", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:00.513171 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f02a83d-1a6a-4808-a9eb-324f9f5e19b5 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:00.513171 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f02a83d-1a6a-4808-a9eb-324f9f5e19b5'] response: {'server_uuid': 'da42b374-1532-4502-9922-dd281003e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d3d97-e9f3-4c52-b675-ee921a4686e2', 'code': 200} Apr 11 16:44:00.513171 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.562569 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:00.595015 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.655159 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=795d3d97-e9f3-4c52-b675-ee921a4686e2,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:00.956809 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2035f8-dcdf-4551-8c27-13439abbc233 req-13e46ef6-3a40-4da3-9634-4690a057c453 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:00.959568 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fd2035f8-dcdf-4551-8c27-13439abbc233 req-13e46ef6-3a40-4da3-9634-4690a057c453 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 944 time: 0.0645285 Apr 11 16:44:01.019971 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fd2035f8-dcdf-4551-8c27-13439abbc233 req-2a99823a-87d3-4cc8-b6e6-2e88d0b8a710 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Apr 11 16:44:01.042638 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:44:01.572215 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bb966-20a9-43c8-ab70-7245748e8790 req-12847e7a-7bc5-44e2-b5f4-e065ac2a89a5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:01.573809 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6f4bb966-20a9-43c8-ab70-7245748e8790 req-12847e7a-7bc5-44e2-b5f4-e065ac2a89a5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0596118 Apr 11 16:44:01.640731 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b61d8-aa91-4dca-bbee-eaeb0b78b150 req-6f1c2b50-db64-4838-b88f-0e89a740bacb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:01.642294 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af1b61d8-aa91-4dca-bbee-eaeb0b78b150 req-6f1c2b50-db64-4838-b88f-0e89a740bacb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0720420 Apr 11 16:44:01.644223 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6f4bb966-20a9-43c8-ab70-7245748e8790 req-9c12325b-364c-44c0-b4cf-944dfc30dcb3 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636280 Apr 11 16:44:01.709138 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af1b61d8-aa91-4dca-bbee-eaeb0b78b150 req-f8c7064e-6eca-4ab5-94ce-9a7b978bad07 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580425 Apr 11 16:44:01.929924 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33276) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:01.999239 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:44:02.077751 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:44:02.165489 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:02.166346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.307327 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-43197fcb-f7ef-4ac6-a6a8-0d6bf5bab474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.310366 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:02.311030 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.327319 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024e6e-d3db-41e1-a567-085bf6400184 req-49c3fdd0-1120-460e-a291-1c6909e3c3d2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:02.328985 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-68024e6e-d3db-41e1-a567-085bf6400184 req-49c3fdd0-1120-460e-a291-1c6909e3c3d2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 944 time: 0.2303107 Apr 11 16:44:02.369048 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:02.419789 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-68024e6e-d3db-41e1-a567-085bf6400184 req-22fbd421-3688-4075-9149-fdbe42056a17 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 Apr 11 16:44:02.450567 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-43197fcb-f7ef-4ac6-a6a8-0d6bf5bab474 admin admin] Publish callbacks [] for security_group (788597b9-bd65-4def-9ea2-fbd8ae8ccc9c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.504088 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.510131 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4831594e-d49c-48fd-b0e3-1490c8119523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:02.512666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f0501-a27d-430f-84f4-867c41717d26" -d '{"events": [{"server_uuid": "4831594e-d49c-48fd-b0e3-1490c8119523", "name": "network-vif-plugged", "status": "completed", "tag": "8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:02.561036 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-43197fcb-f7ef-4ac6-a6a8-0d6bf5bab474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (788597b9-bd65-4def-9ea2-fbd8ae8ccc9c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.578214 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:02.591892 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef54e4-a003-44df-8610-52da760b6f37 x-openstack-request-id: req-b5ef54e4-a003-44df-8610-52da760b6f37 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:02.592604 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4831594e-d49c-48fd-b0e3-1490c8119523", "name": "network-vif-plugged", "status": "completed", "tag": "8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:02.593104 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5ef54e4-a003-44df-8610-52da760b6f37 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:02.593903 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ef54e4-a003-44df-8610-52da760b6f37'] response: {'server_uuid': '4831594e-d49c-48fd-b0e3-1490c8119523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c', 'code': 200} Apr 11 16:44:02.629263 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43197fcb-f7ef-4ac6-a6a8-0d6bf5bab474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788597b9-bd65-4def-9ea2-fbd8ae8ccc9c,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:02.639769 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-43197fcb-f7ef-4ac6-a6a8-0d6bf5bab474 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a856c2cdc074d76b58244b124b29df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7083840 Apr 11 16:44:02.643691 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33302) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:02.705191 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9de96c12-955b-45f4-b62d-1786da708f1c admin admin] Publish callbacks [] for security_group (788597b9-bd65-4def-9ea2-fbd8ae8ccc9c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.729629 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9de96c12-955b-45f4-b62d-1786da708f1c admin admin] Publish callbacks [] for security_group (788597b9-bd65-4def-9ea2-fbd8ae8ccc9c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.834438 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfe69c-72c4-4c19-b46b-93fc583b459d req-022395ab-9071-4f05-a1a2-2fe2498f1fe0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:02.837011 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b8cfe69c-72c4-4c19-b46b-93fc583b459d req-022395ab-9071-4f05-a1a2-2fe2498f1fe0 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.1005816 Apr 11 16:44:02.881533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767f81e-e166-4bf8-bdfa-f76fbc90dd8e req-553794ca-8041-4c5d-b202-589daf8afe01 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:02.883264 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d767f81e-e166-4bf8-bdfa-f76fbc90dd8e req-553794ca-8041-4c5d-b202-589daf8afe01 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0606637 Apr 11 16:44:02.922567 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b8cfe69c-72c4-4c19-b46b-93fc583b459d req-7fc09f5d-eee0-4b1b-895d-1d73951d5e7c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757716 Apr 11 16:44:02.947156 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d767f81e-e166-4bf8-bdfa-f76fbc90dd8e req-690f5857-ac25-4fd9-b5df-49800582a4d5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566797 Apr 11 16:44:03.177860 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9de96c12-955b-45f4-b62d-1786da708f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (788597b9-bd65-4def-9ea2-fbd8ae8ccc9c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:03.181060 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9de96c12-955b-45f4-b62d-1786da708f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:03.182265 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9de96c12-955b-45f4-b62d-1786da708f1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/788597b9-bd65-4def-9ea2-fbd8ae8ccc9c HTTP/1.1" status: 204 len: 168 time: 0.5362175 Apr 11 16:44:03.190214 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96c12-955b-45f4-b62d-1786da708f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788597b9-bd65-4def-9ea2-fbd8ae8ccc9c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:03.552754 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cc076-25d3-4316-8948-052b9b28d11d req-f0e831f8-b4e1-4d0b-a0ce-db616a39c352 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:03.554369 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-288cc076-25d3-4316-8948-052b9b28d11d req-f0e831f8-b4e1-4d0b-a0ce-db616a39c352 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0464621 Apr 11 16:44:03.606450 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-288cc076-25d3-4316-8948-052b9b28d11d req-bd64b735-9d87-4379-9845-2a38d01863bb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Apr 11 16:44:03.714663 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33332) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:03.922448 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-31ce87c2-5f0a-4c38-b1c2-05d33907f71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.112638 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:44:04.136162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7ad7c-c3da-4d5c-b874-9877ddb717ea req-1876e3b0-f0bf-400f-a3e9-546fa697baea tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:04.142814 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-31ce87c2-5f0a-4c38-b1c2-05d33907f71e admin admin] Publish callbacks [] for security_group (527a1203-7d0c-4219-bf89-d7f8ede5123b), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.146131 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bce7ad7c-c3da-4d5c-b874-9877ddb717ea req-1876e3b0-f0bf-400f-a3e9-546fa697baea tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0801136 Apr 11 16:44:04.222141 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b07bf-9b2f-4b50-868b-7934de7e1477 req-3b901f05-e9f4-480d-ab8c-392394bb26c2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:04.230847 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-197b07bf-9b2f-4b50-868b-7934de7e1477 req-3b901f05-e9f4-480d-ab8c-392394bb26c2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0993528 Apr 11 16:44:04.232475 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33352) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:04.252422 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bce7ad7c-c3da-4d5c-b874-9877ddb717ea req-839c424f-e041-4758-8150-86daf2bb86a8 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056795 Apr 11 16:44:04.254407 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-31ce87c2-5f0a-4c38-b1c2-05d33907f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (527a1203-7d0c-4219-bf89-d7f8ede5123b), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.275047 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-afd0f27d-5682-4fe1-9ff7-3001d4f22bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.342664 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce87c2-5f0a-4c38-b1c2-05d33907f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a1203-7d0c-4219-bf89-d7f8ede5123b,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:04.353276 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-31ce87c2-5f0a-4c38-b1c2-05d33907f71e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dba6d63c69d4a22b9182986c924db59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6376367 Apr 11 16:44:04.354021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33364) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:04.366810 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-197b07bf-9b2f-4b50-868b-7934de7e1477 req-79ac7b3b-813d-4230-9ea6-83ef438a810d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319149 Apr 11 16:44:04.436377 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d5edd49e-c5b5-4557-8016-46bb76485826 admin admin] Publish callbacks [] for security_group (527a1203-7d0c-4219-bf89-d7f8ede5123b), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.463216 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-afd0f27d-5682-4fe1-9ff7-3001d4f22bc5 admin admin] Publish callbacks [] for security_group (c1040349-d9db-4b24-81ee-f90fc3cb665f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.464259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d5edd49e-c5b5-4557-8016-46bb76485826 admin admin] Publish callbacks [] for security_group (527a1203-7d0c-4219-bf89-d7f8ede5123b), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.577833 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-afd0f27d-5682-4fe1-9ff7-3001d4f22bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c1040349-d9db-4b24-81ee-f90fc3cb665f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.624507 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-afd0f27d-5682-4fe1-9ff7-3001d4f22bc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f4b6d7fda0746748b525bf401ed2e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902955 Apr 11 16:44:04.627134 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d5edd49e-c5b5-4557-8016-46bb76485826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (527a1203-7d0c-4219-bf89-d7f8ede5123b), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.631788 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d5edd49e-c5b5-4557-8016-46bb76485826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.632931 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d5edd49e-c5b5-4557-8016-46bb76485826 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/527a1203-7d0c-4219-bf89-d7f8ede5123b HTTP/1.1" status: 204 len: 168 time: 0.2779186 Apr 11 16:44:04.633607 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33386) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:04.646005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0f27d-5682-4fe1-9ff7-3001d4f22bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1040349-d9db-4b24-81ee-f90fc3cb665f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:04.694722 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edd49e-c5b5-4557-8016-46bb76485826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a1203-7d0c-4219-bf89-d7f8ede5123b,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:04.781149 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec186770-a533-4445-a655-3b037ab0b459 req-de437e96-5b14-4273-bbff-7bd7b7fdd3a7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:04.782643 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ec186770-a533-4445-a655-3b037ab0b459 req-de437e96-5b14-4273-bbff-7bd7b7fdd3a7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0810258 Apr 11 16:44:04.802541 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9310a7e3-b784-4089-90dd-1052d48d7f65 admin admin] Publish callbacks [] for security_group (c1040349-d9db-4b24-81ee-f90fc3cb665f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.831411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:44:04.844203 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9310a7e3-b784-4089-90dd-1052d48d7f65 admin admin] Publish callbacks [] for security_group (c1040349-d9db-4b24-81ee-f90fc3cb665f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.870723 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ec186770-a533-4445-a655-3b037ab0b459 req-7769589b-39ea-4190-ab2c-0d3735705f36 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769279 Apr 11 16:44:04.947890 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:04.960666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'mac_address': 'fa:16:3e:dd:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:44:04.999858 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:05.000256 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.019762 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c43743b-0779-45a5-b9eb-0df80a70ab94 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:44:05.041190 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:05.095533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9310a7e3-b784-4089-90dd-1052d48d7f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c1040349-d9db-4b24-81ee-f90fc3cb665f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.098174 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9310a7e3-b784-4089-90dd-1052d48d7f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.100512 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9310a7e3-b784-4089-90dd-1052d48d7f65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1040349-d9db-4b24-81ee-f90fc3cb665f HTTP/1.1" status: 204 len: 168 time: 0.4483693 Apr 11 16:44:05.108493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310a7e3-b784-4089-90dd-1052d48d7f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1040349-d9db-4b24-81ee-f90fc3cb665f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:05.198864 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.254672 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:05.373667 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1c4f6-1183-44b8-be60-c28b303eae1f req-680c05b3-1f79-4f89-bfb1-7ac82d3dc40c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:05.375188 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ec1c4f6-1183-44b8-be60-c28b303eae1f req-680c05b3-1f79-4f89-bfb1-7ac82d3dc40c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0524952 Apr 11 16:44:05.431739 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ec1c4f6-1183-44b8-be60-c28b303eae1f req-14117b05-1649-4e17-9c94-25b92271a082 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Apr 11 16:44:05.491759 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1859-340d-4dfa-9b54-f80716aeeb25 req-5d85bccd-7b4b-4a6a-aa97-fd48d7202934 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:05.493318 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b9c1859-340d-4dfa-9b54-f80716aeeb25 req-5d85bccd-7b4b-4a6a-aa97-fd48d7202934 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0475047 Apr 11 16:44:05.543569 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b9c1859-340d-4dfa-9b54-f80716aeeb25 req-b4632233-2124-4c10-bbf9-50e4abe73f28 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442955 Apr 11 16:44:05.688590 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33420) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:05.837504 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b33977ec-5d10-4787-a377-6895a187f7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.933019 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b33977ec-5d10-4787-a377-6895a187f7cf admin admin] Publish callbacks [] for security_group (67ae2163-2cec-45a7-b541-0201cf7e8a4d), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.997886 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7ac64-527b-4624-bafb-e4fb171b62ad req-4d87ebbb-6cf6-4dfb-a609-f8bf4b71ab51 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:05.999312 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ec7ac64-527b-4624-bafb-e4fb171b62ad req-4d87ebbb-6cf6-4dfb-a609-f8bf4b71ab51 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0519679 Apr 11 16:44:06.048046 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ec7ac64-527b-4624-bafb-e4fb171b62ad req-1b4e4aad-3e03-4150-9665-624f93443887 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Apr 11 16:44:06.055856 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b33977ec-5d10-4787-a377-6895a187f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (67ae2163-2cec-45a7-b541-0201cf7e8a4d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:06.100567 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b33977ec-5d10-4787-a377-6895a187f7cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=803cefce21c643cdb275ca86e038f711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081154 Apr 11 16:44:06.100567 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33977ec-5d10-4787-a377-6895a187f7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ae2163-2cec-45a7-b541-0201cf7e8a4d,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:06.100765 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33442) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:06.159014 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-30f78a13-3154-4040-8ef8-3e5d523bc484 admin admin] Publish callbacks [] for security_group (67ae2163-2cec-45a7-b541-0201cf7e8a4d), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:06.182785 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-30f78a13-3154-4040-8ef8-3e5d523bc484 admin admin] Publish callbacks [] for security_group (67ae2163-2cec-45a7-b541-0201cf7e8a4d), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:06.397677 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270cd44-ad99-4f94-b6be-fb9260fcd381 req-fa87c174-f52e-4296-979f-ca420daa7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:06.399187 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5270cd44-ad99-4f94-b6be-fb9260fcd381 req-fa87c174-f52e-4296-979f-ca420daa7138 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1130 time: 0.0397832 Apr 11 16:44:06.447379 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5270cd44-ad99-4f94-b6be-fb9260fcd381 req-09eb688f-cd20-44b9-afa8-d99362fa0ffa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Apr 11 16:44:06.456569 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-30f78a13-3154-4040-8ef8-3e5d523bc484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (67ae2163-2cec-45a7-b541-0201cf7e8a4d), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:06.460646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-30f78a13-3154-4040-8ef8-3e5d523bc484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:06.465620 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-30f78a13-3154-4040-8ef8-3e5d523bc484 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67ae2163-2cec-45a7-b541-0201cf7e8a4d HTTP/1.1" status: 204 len: 168 time: 0.3594048 Apr 11 16:44:06.474323 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f78a13-3154-4040-8ef8-3e5d523bc484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ae2163-2cec-45a7-b541-0201cf7e8a4d,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:06.598232 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34756-00e7-4fa4-8231-b84951ab3d62 req-9ff85f2b-6c22-4559-8c37-76d620854f00 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:06.601411 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-44c34756-00e7-4fa4-8231-b84951ab3d62 req-9ff85f2b-6c22-4559-8c37-76d620854f00 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0737541 Apr 11 16:44:06.673833 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085ed82-5b81-46e9-9b9f-9901178b4e35 req-740a04a9-5ed9-4f89-b7d4-b265c7258412 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:06.678129 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-44c34756-00e7-4fa4-8231-b84951ab3d62 req-cb712f70-5731-46a6-b51c-0ac6e8a1ecdb tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638239 Apr 11 16:44:06.678275 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e085ed82-5b81-46e9-9b9f-9901178b4e35 req-740a04a9-5ed9-4f89-b7d4-b265c7258412 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0547061 Apr 11 16:44:06.737953 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e085ed82-5b81-46e9-9b9f-9901178b4e35 req-907a8ce1-a17d-4bbb-ae76-3cabd1d55fe4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536048 Apr 11 16:44:06.924211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094819b-e2da-4f33-b0ce-8870cd78eae8 req-b7ddd690-a361-4106-a8ab-56014c760242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:06.926083 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f094819b-e2da-4f33-b0ce-8870cd78eae8 req-b7ddd690-a361-4106-a8ab-56014c760242 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1129 time: 0.0438473 Apr 11 16:44:06.976821 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f094819b-e2da-4f33-b0ce-8870cd78eae8 req-6e354490-756e-4bf4-ab24-742093ba7873 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Apr 11 16:44:07.174982 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['5c43743b-0779-45a5-b9eb-0df80a70ab94'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:44:07.189711 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910026a7-6296-4aa3-adf2-04b49ed9e241 req-9a0cb845-9906-4053-9d84-416a0e265a55 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:07.198830 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-910026a7-6296-4aa3-adf2-04b49ed9e241 req-9a0cb845-9906-4053-9d84-416a0e265a55 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0652044 Apr 11 16:44:07.269345 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-910026a7-6296-4aa3-adf2-04b49ed9e241 req-58b39143-1e58-452a-accc-7417b3f6a3be tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693820 Apr 11 16:44:07.468436 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33492) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:07.482876 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-942872af-9a62-453e-ad3e-c881f9b6b53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:07.563090 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-942872af-9a62-453e-ad3e-c881f9b6b53c admin admin] Publish callbacks [] for security_group (f833183a-f548-4891-a555-6666f48cac84), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:07.674643 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-942872af-9a62-453e-ad3e-c881f9b6b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f833183a-f548-4891-a555-6666f48cac84), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:07.712966 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942872af-9a62-453e-ad3e-c881f9b6b53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833183a-f548-4891-a555-6666f48cac84,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:07.724844 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33504) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:07.725425 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-942872af-9a62-453e-ad3e-c881f9b6b53c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59222c07aeb34cd18e016e8ed7a69c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553306 Apr 11 16:44:07.779773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-978af27e-edf9-43b6-ad1f-dde4bd305a77 admin admin] Publish callbacks [] for security_group (f833183a-f548-4891-a555-6666f48cac84), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:07.804672 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10789-c488-4006-929f-a4635a7b58f5 req-8dee7768-a452-43fb-86b9-1a867da3e31c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:07.806750 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-00e10789-c488-4006-929f-a4635a7b58f5 req-8dee7768-a452-43fb-86b9-1a867da3e31c tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0630598 Apr 11 16:44:07.820726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-978af27e-edf9-43b6-ad1f-dde4bd305a77 admin admin] Publish callbacks [] for security_group (f833183a-f548-4891-a555-6666f48cac84), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:07.863474 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-00e10789-c488-4006-929f-a4635a7b58f5 req-b9b2a0ae-9573-4a60-ab1d-8a2a40939a1b tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Apr 11 16:44:07.914759 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3c8a2-c258-4117-8dac-eac160cd47ac req-066d588c-67d4-4740-a30b-a87835e56954 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:07.916220 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-88d3c8a2-c258-4117-8dac-eac160cd47ac req-066d588c-67d4-4740-a30b-a87835e56954 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0584469 Apr 11 16:44:07.970371 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-88d3c8a2-c258-4117-8dac-eac160cd47ac req-282b3b86-0f1d-40b1-9f11-6ad00cd92e7b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482166 Apr 11 16:44:08.000351 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-978af27e-edf9-43b6-ad1f-dde4bd305a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f833183a-f548-4891-a555-6666f48cac84), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:08.002930 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-978af27e-edf9-43b6-ad1f-dde4bd305a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:08.004096 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-978af27e-edf9-43b6-ad1f-dde4bd305a77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f833183a-f548-4891-a555-6666f48cac84 HTTP/1.1" status: 204 len: 168 time: 0.2781253 Apr 11 16:44:08.013286 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978af27e-edf9-43b6-ad1f-dde4bd305a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833183a-f548-4891-a555-6666f48cac84,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:08.384554 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5471-714a-45f7-adb2-a67da3488397 req-5ec12d10-d892-448b-9e6b-83472b9848e4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:08.388183 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-879d5471-714a-45f7-adb2-a67da3488397 req-5ec12d10-d892-448b-9e6b-83472b9848e4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0493932 Apr 11 16:44:08.446088 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-879d5471-714a-45f7-adb2-a67da3488397 req-98fa97e2-c7a7-4c78-88f2-a1a19280959c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542331 Apr 11 16:44:08.992078 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2076-e1de-44d6-b0fd-384ca262a65f req-58656e1b-5882-4da8-b57a-a0168a0977cf tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:08.994362 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-448c2076-e1de-44d6-b0fd-384ca262a65f req-58656e1b-5882-4da8-b57a-a0168a0977cf tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0574017 Apr 11 16:44:09.053022 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-448c2076-e1de-44d6-b0fd-384ca262a65f req-647641e8-cc32-48b3-ad46-587f62cd7fd5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528300 Apr 11 16:44:09.098653 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2e427-8aa4-4587-af31-b6b0c487de0d req-2866d071-efbe-4959-a022-016bed9dfbbf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:09.105975 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5be2e427-8aa4-4587-af31-b6b0c487de0d req-2866d071-efbe-4959-a022-016bed9dfbbf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0572364 Apr 11 16:44:09.151739 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5be2e427-8aa4-4587-af31-b6b0c487de0d req-c0b56c96-1e43-4f34-89f6-c87c958b7a8a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Apr 11 16:44:09.438093 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33580) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:09.590084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979a353-b188-4423-b0f7-7eb108e0deb6 req-eb839758-684e-46f2-9a7a-3d6159db1455 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:09.591964 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9979a353-b188-4423-b0f7-7eb108e0deb6 req-eb839758-684e-46f2-9a7a-3d6159db1455 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0697687 Apr 11 16:44:09.646911 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5602f5d0-5b0a-4a68-8227-876b3195377f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:09.686689 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9979a353-b188-4423-b0f7-7eb108e0deb6 req-aae60bb4-ab9f-400e-854e-8fb1ae00572b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817780 Apr 11 16:44:09.762329 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-effa7746-cd62-4cc9-b833-0a20e311c683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:09.840160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-effa7746-cd62-4cc9-b833-0a20e311c683 admin admin] Publish callbacks [] for security_group (519ce9ef-1939-4be5-967d-077f42997364), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:10.006649 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-effa7746-cd62-4cc9-b833-0a20e311c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (519ce9ef-1939-4be5-967d-077f42997364), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:10.049442 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-effa7746-cd62-4cc9-b833-0a20e311c683 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e88d3e45d46d4e7f83d952dade8044e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6073682 Apr 11 16:44:10.049442 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa7746-cd62-4cc9-b833-0a20e311c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ce9ef-1939-4be5-967d-077f42997364,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:10.049934 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33604) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:10.101564 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-025b179c-3db5-4c88-8c2b-3de07c7e40dc admin admin] Publish callbacks [] for security_group (519ce9ef-1939-4be5-967d-077f42997364), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:10.124830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-025b179c-3db5-4c88-8c2b-3de07c7e40dc admin admin] Publish callbacks [] for security_group (519ce9ef-1939-4be5-967d-077f42997364), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:10.191509 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f7f1-7934-411b-b359-77d1064c9998 req-e5c5eb8a-1b61-4ed6-bedf-b9e5fb8c8648 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:10.193192 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-efd7f7f1-7934-411b-b359-77d1064c9998 req-e5c5eb8a-1b61-4ed6-bedf-b9e5fb8c8648 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0705707 Apr 11 16:44:10.250068 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-efd7f7f1-7934-411b-b359-77d1064c9998 req-ec75074a-c9ef-4a6d-8056-cb4d6fdfaf04 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511732 Apr 11 16:44:10.285456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7820-10b8-4fe5-93e2-c0ba2211793b req-46626307-f623-4c14-80b0-8a125c1a8a70 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:10.287638 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b8e7820-10b8-4fe5-93e2-c0ba2211793b req-46626307-f623-4c14-80b0-8a125c1a8a70 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0490077 Apr 11 16:44:10.336426 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b8e7820-10b8-4fe5-93e2-c0ba2211793b req-64636241-f7da-4058-831a-9e6dce91bd24 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Apr 11 16:44:10.412686 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-025b179c-3db5-4c88-8c2b-3de07c7e40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (519ce9ef-1939-4be5-967d-077f42997364), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:10.415302 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-025b179c-3db5-4c88-8c2b-3de07c7e40dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:10.416467 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-025b179c-3db5-4c88-8c2b-3de07c7e40dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/519ce9ef-1939-4be5-967d-077f42997364 HTTP/1.1" status: 204 len: 168 time: 0.3654733 Apr 11 16:44:10.424595 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b179c-3db5-4c88-8c2b-3de07c7e40dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ce9ef-1939-4be5-967d-077f42997364,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:10.818877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2e48b-b393-4f8d-a1c4-efb7fa41ffa1 req-bce6996b-9879-4057-b472-c6f31d50ee78 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:10.819318 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9dd2e48b-b393-4f8d-a1c4-efb7fa41ffa1 req-bce6996b-9879-4057-b472-c6f31d50ee78 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Apr 11 16:44:10.872165 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9dd2e48b-b393-4f8d-a1c4-efb7fa41ffa1 req-99f2918f-9862-4b21-a35a-de38edec49ec tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Apr 11 16:44:11.378094 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28283a7-d2b8-4341-b751-1837ceb516a4 req-be9ec501-f858-4eaa-93d8-7a88ff74208a tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:11.380751 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a28283a7-d2b8-4341-b751-1837ceb516a4 req-be9ec501-f858-4eaa-93d8-7a88ff74208a tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0584598 Apr 11 16:44:11.421854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33652) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:11.440285 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-689684bc-06d5-47be-9774-5cd2e7ca3f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:11.450139 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a28283a7-d2b8-4341-b751-1837ceb516a4 req-cfa3332b-b5da-4022-86b4-005b342bd287 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569196 Apr 11 16:44:11.516935 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13a4af-3a24-4048-b91d-25a2f34cd437 req-2708716b-021e-495c-b357-98f4842a1c9a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:11.518454 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3a13a4af-3a24-4048-b91d-25a2f34cd437 req-2708716b-021e-495c-b357-98f4842a1c9a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0805562 Apr 11 16:44:11.612006 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3a13a4af-3a24-4048-b91d-25a2f34cd437 req-978757a7-a40f-4894-a809-c6d53e9c4559 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856450 Apr 11 16:44:11.634507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-689684bc-06d5-47be-9774-5cd2e7ca3f55 admin admin] Publish callbacks [] for security_group (24d05735-2623-453d-8ce4-6c750321de06), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:11.769583 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-689684bc-06d5-47be-9774-5cd2e7ca3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (24d05735-2623-453d-8ce4-6c750321de06), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:11.811648 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689684bc-06d5-47be-9774-5cd2e7ca3f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d05735-2623-453d-8ce4-6c750321de06,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:11.815890 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-689684bc-06d5-47be-9774-5cd2e7ca3f55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adfd1d3fee394d3ca6d9c39166657ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929937 Apr 11 16:44:11.818987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33658) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:11.887671 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5fc775fa-cefc-4439-a33b-e6771122cc73 admin admin] Publish callbacks [] for security_group (24d05735-2623-453d-8ce4-6c750321de06), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:11.926284 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5fc775fa-cefc-4439-a33b-e6771122cc73 admin admin] Publish callbacks [] for security_group (24d05735-2623-453d-8ce4-6c750321de06), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.023300 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d88ae-476e-4a3a-9214-78967ced38e2 req-d90cb864-7475-4fce-a5ea-0e0dbc8ed90d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:12.024767 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-690d88ae-476e-4a3a-9214-78967ced38e2 req-d90cb864-7475-4fce-a5ea-0e0dbc8ed90d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0685780 Apr 11 16:44:12.073634 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-690d88ae-476e-4a3a-9214-78967ced38e2 req-00557298-581a-4624-abf7-957afb209ec6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Apr 11 16:44:12.143029 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5fc775fa-cefc-4439-a33b-e6771122cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (24d05735-2623-453d-8ce4-6c750321de06), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.146251 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5fc775fa-cefc-4439-a33b-e6771122cc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.147384 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-5fc775fa-cefc-4439-a33b-e6771122cc73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24d05735-2623-453d-8ce4-6c750321de06 HTTP/1.1" status: 204 len: 168 time: 0.3271666 Apr 11 16:44:12.162699 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc775fa-cefc-4439-a33b-e6771122cc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d05735-2623-453d-8ce4-6c750321de06,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:12.372225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-64c57973-1333-4eda-a718-e222bb603db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.594674 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e72df-319d-4408-b294-f864cfa27661 req-07a35196-3cf2-4ce3-82a6-dd84497d3354 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:12.596143 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0a1e72df-319d-4408-b294-f864cfa27661 req-07a35196-3cf2-4ce3-82a6-dd84497d3354 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0724461 Apr 11 16:44:12.657182 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0a1e72df-319d-4408-b294-f864cfa27661 req-616d5329-0e2e-4f13-a43d-139dc7fea4e7 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551271 Apr 11 16:44:12.693089 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:44:12.750654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2cdf4-1cad-4139-90ae-56058036b83d req-a35b2dbd-4477-404c-9e2e-8084b3684b81 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:12.755116 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-30c2cdf4-1cad-4139-90ae-56058036b83d req-a35b2dbd-4477-404c-9e2e-8084b3684b81 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0638297 Apr 11 16:44:12.764295 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 5c43743b-0779-45a5-b9eb-0df80a70ab94 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:44:12.812939 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-30c2cdf4-1cad-4139-90ae-56058036b83d req-c81a0d73-d3d7-4d7a-be73-3f03348e1667 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509462 Apr 11 16:44:12.815622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.841734 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 5c43743b-0779-45a5-b9eb-0df80a70ab94 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:12.842354 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.977592 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:12.978499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:13.006819 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:13.009882 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d0edbf-4563-4c67-86c0-95b9fe33b2e5" -d '{"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-plugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:13.028244 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:13.060766 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc24c1-a65a-45f6-ab2a-dcaef8ac8ff8 x-openstack-request-id: req-c0dc24c1-a65a-45f6-ab2a-dcaef8ac8ff8 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:13.061225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-plugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:13.061616 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0dc24c1-a65a-45f6-ab2a-dcaef8ac8ff8 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:13.062176 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dc24c1-a65a-45f6-ab2a-dcaef8ac8ff8'] response: {'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'code': 200} Apr 11 16:44:13.114848 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:13.167048 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:13.188557 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5786e5-f765-4e1e-b89b-915d4fb78177 req-f88d2954-13a4-437a-8db5-7bdfeea309b4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:13.190124 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1b5786e5-f765-4e1e-b89b-915d4fb78177 req-f88d2954-13a4-437a-8db5-7bdfeea309b4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Apr 11 16:44:13.249837 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1b5786e5-f765-4e1e-b89b-915d4fb78177 req-2124acfd-94a9-45b3-9c19-1117771d0caf tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Apr 11 16:44:13.320411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:13.770736 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50a65-f1c3-4795-ac5a-77d5a1a9a851 req-7acf2bb0-80d8-4134-845e-72cc5479fb63 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:13.772251 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ce50a65-f1c3-4795-ac5a-77d5a1a9a851 req-7acf2bb0-80d8-4134-845e-72cc5479fb63 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0452936 Apr 11 16:44:13.819129 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ce50a65-f1c3-4795-ac5a-77d5a1a9a851 req-bacb39f2-51c9-4fb4-9a8a-0950df408826 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Apr 11 16:44:13.972034 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175bcfd-fd36-4272-9c68-44af8ef30c18 req-c1f7a6a9-d9c2-4fbf-a60c-abdd0a69f700 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:13.974346 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1175bcfd-fd36-4272-9c68-44af8ef30c18 req-c1f7a6a9-d9c2-4fbf-a60c-abdd0a69f700 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0719502 Apr 11 16:44:14.057142 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1175bcfd-fd36-4272-9c68-44af8ef30c18 req-28fe672a-5d86-478f-bd24-7546e89f909f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767536 Apr 11 16:44:14.378604 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e08b8-9556-4fcf-bf46-920ce1a2fb6c req-6de6259a-6167-47ba-ab5d-c14379447d04 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:14.381306 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ac0e08b8-9556-4fcf-bf46-920ce1a2fb6c req-6de6259a-6167-47ba-ab5d-c14379447d04 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Apr 11 16:44:14.452790 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ac0e08b8-9556-4fcf-bf46-920ce1a2fb6c req-71374973-c876-45fe-89e3-67bbf1f9ee3f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653372 Apr 11 16:44:14.898091 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.901906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b00d-fa0a-42c9-910f-f5a90f43cc08 req-f5926845-2af1-45c6-8b1a-f3c01283eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:14.903750 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2279b00d-fa0a-42c9-910f-f5a90f43cc08 req-f5926845-2af1-45c6-8b1a-f3c01283eda2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1130 time: 0.0481718 Apr 11 16:44:14.960254 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2279b00d-fa0a-42c9-910f-f5a90f43cc08 req-8cc2267e-7038-491c-a74e-055dbc6a0470 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454957 Apr 11 16:44:15.213325 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917181e8-cce1-46bf-b028-9377f1c76e15 req-900009b6-6110-4b92-85fc-c895c2e155a3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:15.214514 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e76ce3-a25b-465b-b5a1-4a5f8628497d req-3ffbb0e8-2009-4c8c-b1ce-67efb4ef77d0 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:15.214947 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-917181e8-cce1-46bf-b028-9377f1c76e15 req-900009b6-6110-4b92-85fc-c895c2e155a3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0611951 Apr 11 16:44:15.216599 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a2e76ce3-a25b-465b-b5a1-4a5f8628497d req-3ffbb0e8-2009-4c8c-b1ce-67efb4ef77d0 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0549390 Apr 11 16:44:15.273673 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-917181e8-cce1-46bf-b028-9377f1c76e15 req-8f0c2394-c18f-4cad-8d20-043c0ac1b272 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527809 Apr 11 16:44:15.300211 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a2e76ce3-a25b-465b-b5a1-4a5f8628497d req-cb4d9fa6-fcd7-4e84-81a3-8a344d3ca931 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697687 Apr 11 16:44:16.209858 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:16.354651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-6b8c35a3-af52-4502-8864-fb8f04bd28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:16.359714 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-6b8c35a3-af52-4502-8864-fb8f04bd28d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1129 time: 0.0670705 Apr 11 16:44:16.439347 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c3a63-1442-4f4d-8275-35dc7d3368d8 req-78cbdca0-ab8a-4f3e-9f34-bc5562f491b9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:16.441177 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-215c3a63-1442-4f4d-8275-35dc7d3368d8 req-78cbdca0-ab8a-4f3e-9f34-bc5562f491b9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0579948 Apr 11 16:44:16.497346 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-215c3a63-1442-4f4d-8275-35dc7d3368d8 req-b1960c71-d790-4951-ab0e-e31c50666da4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494094 Apr 11 16:44:16.498026 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33828) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:16.514555 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148b4ed-d0c6-463c-a47a-42b7b285435d req-08bba897-71a1-4efb-a66c-e6313d0396e5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:16.515275 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8148b4ed-d0c6-463c-a47a-42b7b285435d req-08bba897-71a1-4efb-a66c-e6313d0396e5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.1298232 Apr 11 16:44:16.593015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-8cc385e3-8847-4561-9df1-ee6a280e13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:16.594559 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-8cc385e3-8847-4561-9df1-ee6a280e13c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1658919 Apr 11 16:44:16.599086 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8148b4ed-d0c6-463c-a47a-42b7b285435d req-1a347abf-893c-4039-be5c-c15652c037f3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759485 Apr 11 16:44:16.618561 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d5899f25-b923-4243-8224-a6d948df381e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:16.697120 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d5899f25-b923-4243-8224-a6d948df381e admin admin] Publish callbacks [] for security_group (78b281c3-dcea-4dc9-85b2-79fbcb53fd46), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:16.800300 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d5899f25-b923-4243-8224-a6d948df381e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (78b281c3-dcea-4dc9-85b2-79fbcb53fd46), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:16.860204 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d5899f25-b923-4243-8224-a6d948df381e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e863b622538f43cca2876d75b4d4546c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608122 Apr 11 16:44:16.861591 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5899f25-b923-4243-8224-a6d948df381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b281c3-dcea-4dc9-85b2-79fbcb53fd46,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:16.864487 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33834) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:16.908504 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-5c50aa81-f1ed-41b5-aaac-b2ba7676f3cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 200 len: 217 time: 0.0488188 Apr 11 16:44:16.931422 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Publish callbacks [] for security_group (78b281c3-dcea-4dc9-85b2-79fbcb53fd46), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:16.958414 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Publish callbacks [] for security_group (78b281c3-dcea-4dc9-85b2-79fbcb53fd46), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:17.137309 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (78b281c3-dcea-4dc9-85b2-79fbcb53fd46), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:17.140153 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:17.144518 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78b281c3-dcea-4dc9-85b2-79fbcb53fd46 HTTP/1.1" status: 204 len: 168 time: 0.2784250 Apr 11 16:44:17.154452 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b281c3-dcea-4dc9-85b2-79fbcb53fd46,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:17.164640 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.165062 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.165716 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.166179 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.166670 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.167101 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.167580 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.168005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.168560 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.168968 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.169664 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.182575 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.183109 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.183579 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.184560 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1d1b2-f081-429b-8510-21678debec85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:17.357491 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-a0452101-a8b1-4675-a6ec-110ec5317866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:17.358967 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-a0452101-a8b1-4675-a6ec-110ec5317866 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0457144 Apr 11 16:44:17.404072 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-5720e3b3-4a06-4a2a-b257-ae4b4f4da8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:17.405481 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-5720e3b3-4a06-4a2a-b257-ae4b4f4da8a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403557 Apr 11 16:44:17.494731 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-7d35de6c-dcd0-49c4-ba03-bd159553f0c7 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826304 Apr 11 16:44:17.601427 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e803d31-94bd-4a0a-b16f-c68407bf0201 req-7c0294b6-937d-4220-adca-6222d8f730c2 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009717 Apr 11 16:44:17.638860 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1640a-1ead-4f8b-9815-a097df2d4c8e req-92b343d0-3ec6-42ad-835b-6b7c1e9c8d48 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:17.640659 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5e1640a-1ead-4f8b-9815-a097df2d4c8e req-92b343d0-3ec6-42ad-835b-6b7c1e9c8d48 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0533690 Apr 11 16:44:17.705379 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5e1640a-1ead-4f8b-9815-a097df2d4c8e req-5b168882-7184-4eca-9097-4c6c3b54ca60 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581992 Apr 11 16:44:17.857082 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55064-259a-4dcd-8739-44a9c0f4fcb6 req-38e58869-fb52-4b63-9c45-97e12b9fb475 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:17.858941 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-52d55064-259a-4dcd-8739-44a9c0f4fcb6 req-38e58869-fb52-4b63-9c45-97e12b9fb475 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0649276 Apr 11 16:44:17.935125 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-52d55064-259a-4dcd-8739-44a9c0f4fcb6 req-27fd0865-1650-4b3b-80e3-1e54cb130d01 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680044 Apr 11 16:44:18.045442 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd8abc-2a30-460a-bfba-77f5ee817668 req-e148e0e8-f200-4771-864e-bbf427997dc9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:18.046941 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a9fd8abc-2a30-460a-bfba-77f5ee817668 req-e148e0e8-f200-4771-864e-bbf427997dc9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0542221 Apr 11 16:44:18.058899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 33896) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:18.063500 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'floatingip': {'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:44:18.136551 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33898) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:18.147589 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (ea084b2a-f011-40d2-9754-07609be764c6), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.150388 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.229418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Publish callbacks [] for security_group (b70ec53b-bc50-45d3-9776-91f747ac89be), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.375387 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b70ec53b-bc50-45d3-9776-91f747ac89be), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.420137 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6d861754c6a427c92ebb28bf88919f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824132 Apr 11 16:44:18.424140 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 33902) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:18.461735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ec53b-bc50-45d3-9776-91f747ac89be,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:18.478578 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.478744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.479089 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.479481 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.479791 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.480124 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.480450 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.480772 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.481098 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.481422 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.481752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.482072 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.482392 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.482705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.483025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47189fc-38aa-4c4e-a7d8-69602157b23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:18.509389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8945c98-ba35-472a-8219-c0ca717468a2 admin admin] Publish callbacks [] for security_group (b70ec53b-bc50-45d3-9776-91f747ac89be), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.531367 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8945c98-ba35-472a-8219-c0ca717468a2 admin admin] Publish callbacks [] for security_group (b70ec53b-bc50-45d3-9776-91f747ac89be), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.697735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8945c98-ba35-472a-8219-c0ca717468a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b70ec53b-bc50-45d3-9776-91f747ac89be), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.700478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8945c98-ba35-472a-8219-c0ca717468a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.705053 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c8945c98-ba35-472a-8219-c0ca717468a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b70ec53b-bc50-45d3-9776-91f747ac89be HTTP/1.1" status: 204 len: 168 time: 0.2796755 Apr 11 16:44:18.715124 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8945c98-ba35-472a-8219-c0ca717468a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ec53b-bc50-45d3-9776-91f747ac89be,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:18.960322 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.db.resource_extend [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 16:44:19.043752 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:19.065291 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec44f-cc83-43e5-b89e-a3ebfe4f55a2 req-33cb4024-fc65-4a0d-a02a-46bc2cee55a1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:19.071230 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3ddec44f-cc83-43e5-b89e-a3ebfe4f55a2 req-33cb4024-fc65-4a0d-a02a-46bc2cee55a1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Apr 11 16:44:19.124685 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3ddec44f-cc83-43e5-b89e-a3ebfe4f55a2 req-39ba7dae-e865-48f4-a533-91f1abedd6d8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Apr 11 16:44:19.130399 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (ea084b2a-f011-40d2-9754-07609be764c6), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:19.271675 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Floating IP ea084b2a-f011-40d2-9754-07609be764c6 associated. External IP: 172.27.2.213, port: 5c43743b-0779-45a5-b9eb-0df80a70ab94. Apr 11 16:44:19.517007 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:44:19.636715 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:44:19.641261 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:19.651695 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:44:19.663539 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:44:19.664274 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:44:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:19.682632 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-121c0acf-7f2c-4b95-b00a-170b6da484c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "PUT /v2.0/floatingips/ea084b2a-f011-40d2-9754-07609be764c6 HTTP/1.1" status: 200 len: 992 time: 1.6127036 Apr 11 16:44:19.682632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:19.682632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e3fda-6a22-4799-8455-5219c11ccc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:19.717816 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c862075-c2fa-4c25-80b1-6992bcc40fd4 x-openstack-request-id: req-5c862075-c2fa-4c25-80b1-6992bcc40fd4 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:19.718110 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:19.718361 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c862075-c2fa-4c25-80b1-6992bcc40fd4 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:19.718771 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c862075-c2fa-4c25-80b1-6992bcc40fd4'] response: {'name': 'network-changed', 'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'status': 'completed', 'code': 200} Apr 11 16:44:19.800073 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:44:19.811375 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-54d213db-a6e0-4ea9-873e-3a00cfc14b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:19.831804 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-54d213db-a6e0-4ea9-873e-3a00cfc14b47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1130 time: 0.0477405 Apr 11 16:44:19.935279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-95ede782-6e81-4484-995f-becbdbbcf4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:19.937007 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-95ede782-6e81-4484-995f-becbdbbcf4e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.1040523 Apr 11 16:44:20.069876 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-62aa1242-0b35-4e98-a36c-3fea6d65b1b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 1000 time: 0.1263700 Apr 11 16:44:20.136115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-882db948-9909-4483-a72b-9fcbedfabbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:20.138209 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-882db948-9909-4483-a72b-9fcbedfabbb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0620224 Apr 11 16:44:20.188026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-4a469182-1a01-4dff-b153-fc7d0ec0560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:20.189529 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-4a469182-1a01-4dff-b153-fc7d0ec0560b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451610 Apr 11 16:44:20.232850 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ea084b2a-f011-40d2-9754-07609be764c6', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'mac_address': 'fa:16:3e:dd:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:43:33Z', 'updated_at': '2022-04-11T16:44:18Z', 'revision_number': 1, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:20.264996 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:44:20.275308 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:44:20.276083 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:44:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:20.327170 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c30d-442c-411d-aa58-f0dc6dbe63a7 req-d069842a-2de2-4e00-99cf-612ee4665138 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:20.328688 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cb8c30d-442c-411d-aa58-f0dc6dbe63a7 req-d069842a-2de2-4e00-99cf-612ee4665138 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0980411 Apr 11 16:44:20.366630 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-5215512c-4203-4d5f-9aad-a28825cafa00 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708412 Apr 11 16:44:20.396266 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:44:20.493539 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d2e3fda-6a22-4799-8455-5219c11ccc9d req-00daed90-f107-4599-b1e4-cbdee556d151 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173198 Apr 11 16:44:20.528263 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cb8c30d-442c-411d-aa58-f0dc6dbe63a7 req-c24f97e1-d459-4f5b-9e01-904f4d46d299 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858881 Apr 11 16:44:20.658608 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ea084b2a-f011-40d2-9754-07609be764c6', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'mac_address': 'fa:16:3e:dd:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:43:33Z', 'updated_at': '2022-04-11T16:44:18Z', 'revision_number': 1, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:20.687070 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c7ef1-c39c-43d0-af8f-2fe94219ad87 None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ea084b2a-f011-40d2-9754-07609be764c6', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'mac_address': 'fa:16:3e:dd:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:43:33Z', 'updated_at': '2022-04-11T16:44:18Z', 'revision_number': 1, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:44:20.929856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8c1cc-8c2b-45cf-9062-a78cab281c7d None None] New status for floating IP ea084b2a-f011-40d2-9754-07609be764c6: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:44:21.642547 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246a4d-dce4-4392-96fb-cbdddfcffaf4 req-6202a1ab-2789-4f5e-891e-b7d0f01d901a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:21.644111 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f5246a4d-dce4-4392-96fb-cbdddfcffaf4 req-6202a1ab-2789-4f5e-891e-b7d0f01d901a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0469038 Apr 11 16:44:21.692163 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f5246a4d-dce4-4392-96fb-cbdddfcffaf4 req-bf3670d7-e441-483d-a80e-85afdb920915 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Apr 11 16:44:22.830451 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be08df-d3ba-4ec7-84b0-04172ae8a61a req-14c0c0f6-813d-42a1-be81-bfc3e8cd693e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:22.832109 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02be08df-d3ba-4ec7-84b0-04172ae8a61a req-14c0c0f6-813d-42a1-be81-bfc3e8cd693e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0601227 Apr 11 16:44:22.886728 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02be08df-d3ba-4ec7-84b0-04172ae8a61a req-a9967f90-559c-424b-a898-9fa340b0fdac tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Apr 11 16:44:24.008212 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a79d-ca24-41c1-9412-2bb9ca84fa84 req-b39a8f3a-c037-48f2-800f-6c723099717c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:24.009696 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a5d5a79d-ca24-41c1-9412-2bb9ca84fa84 req-b39a8f3a-c037-48f2-800f-6c723099717c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0507152 Apr 11 16:44:24.059619 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a5d5a79d-ca24-41c1-9412-2bb9ca84fa84 req-d17e5a01-3b40-4f0f-9361-06ccb8a281c4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Apr 11 16:44:25.176450 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5c8b-b4bd-4f8d-8d29-d6151ff809ef req-f585436a-af62-4a59-9e2a-d8b95f324155 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:25.177946 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7f8d5c8b-b4bd-4f8d-8d29-d6151ff809ef req-f585436a-af62-4a59-9e2a-d8b95f324155 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0471597 Apr 11 16:44:25.425371 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7f8d5c8b-b4bd-4f8d-8d29-d6151ff809ef req-5468c2ac-ee44-4ced-a667-e4613f043c4f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413368 Apr 11 16:44:25.649206 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34154) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:25.753517 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-babb5947-ecd6-4f2a-beae-cd30e47aad5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:25.838227 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-babb5947-ecd6-4f2a-beae-cd30e47aad5b admin admin] Publish callbacks [] for security_group (d065d2aa-bdc1-42dd-8874-0e7811881414), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:26.005852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-babb5947-ecd6-4f2a-beae-cd30e47aad5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (d065d2aa-bdc1-42dd-8874-0e7811881414), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:26.044815 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-babb5947-ecd6-4f2a-beae-cd30e47aad5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00fc6e27fa2e4e1994326b4140db0e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944569 Apr 11 16:44:26.045692 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb5947-ecd6-4f2a-beae-cd30e47aad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d065d2aa-bdc1-42dd-8874-0e7811881414,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:26.048527 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34162) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:26.101952 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0cb33f3-8a3a-457e-b5e6-5ebe4c410b58 admin admin] Publish callbacks [] for security_group (d065d2aa-bdc1-42dd-8874-0e7811881414), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:26.123180 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0cb33f3-8a3a-457e-b5e6-5ebe4c410b58 admin admin] Publish callbacks [] for security_group (d065d2aa-bdc1-42dd-8874-0e7811881414), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:26.302157 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0cb33f3-8a3a-457e-b5e6-5ebe4c410b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (d065d2aa-bdc1-42dd-8874-0e7811881414), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:26.305223 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e0cb33f3-8a3a-457e-b5e6-5ebe4c410b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:26.316950 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e0cb33f3-8a3a-457e-b5e6-5ebe4c410b58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d065d2aa-bdc1-42dd-8874-0e7811881414 HTTP/1.1" status: 204 len: 168 time: 0.2577691 Apr 11 16:44:26.316950 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb33f3-8a3a-457e-b5e6-5ebe4c410b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d065d2aa-bdc1-42dd-8874-0e7811881414,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:26.538506 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562f8e-2f18-4720-84b9-c1cf38805803 req-bfa7db89-4fa2-41ce-b958-b2e8ddda4a47 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.540310 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-40562f8e-2f18-4720-84b9-c1cf38805803 req-bfa7db89-4fa2-41ce-b958-b2e8ddda4a47 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0463235 Apr 11 16:44:26.595267 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-40562f8e-2f18-4720-84b9-c1cf38805803 req-e65af324-04b3-4bfb-acf4-75ed7405bd78 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Apr 11 16:44:27.132192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34190) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:27.146912 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d489cd48-ff61-40c4-ba8d-4f77df5c4793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.223294 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d489cd48-ff61-40c4-ba8d-4f77df5c4793 admin admin] Publish callbacks [] for security_group (5ee40709-fb20-477c-8696-5f395d10b1da), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.303049 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d489cd48-ff61-40c4-ba8d-4f77df5c4793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5ee40709-fb20-477c-8696-5f395d10b1da), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.342949 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d489cd48-ff61-40c4-ba8d-4f77df5c4793 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f320df2cce14879a9c85a67325ee035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096186 Apr 11 16:44:27.343928 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489cd48-ff61-40c4-ba8d-4f77df5c4793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee40709-fb20-477c-8696-5f395d10b1da,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:27.345679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34198) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:27.399595 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e25684a3-8e60-4f06-924a-71ee2fb3d387 admin admin] Publish callbacks [] for security_group (5ee40709-fb20-477c-8696-5f395d10b1da), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.421205 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e25684a3-8e60-4f06-924a-71ee2fb3d387 admin admin] Publish callbacks [] for security_group (5ee40709-fb20-477c-8696-5f395d10b1da), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.611245 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e25684a3-8e60-4f06-924a-71ee2fb3d387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5ee40709-fb20-477c-8696-5f395d10b1da), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.614721 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e25684a3-8e60-4f06-924a-71ee2fb3d387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.615806 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e25684a3-8e60-4f06-924a-71ee2fb3d387 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ee40709-fb20-477c-8696-5f395d10b1da HTTP/1.1" status: 204 len: 168 time: 0.2687926 Apr 11 16:44:27.627153 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25684a3-8e60-4f06-924a-71ee2fb3d387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee40709-fb20-477c-8696-5f395d10b1da,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:27.723932 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ca8c1-c975-49a2-a6cc-bf55ada80f34 req-7ea9513b-4c45-435f-82e4-dab1eddc0477 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:27.725416 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-286ca8c1-c975-49a2-a6cc-bf55ada80f34 req-7ea9513b-4c45-435f-82e4-dab1eddc0477 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0471804 Apr 11 16:44:27.773624 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-286ca8c1-c975-49a2-a6cc-bf55ada80f34 req-0cf8c0fd-8ec7-40ec-8919-710627ce2e5b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Apr 11 16:44:28.459756 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34234) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:28.571121 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-49265eeb-933f-48b8-87ba-69c8906ad003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.642706 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-49265eeb-933f-48b8-87ba-69c8906ad003 admin admin] Publish callbacks [] for security_group (b8565152-cd9c-445b-9b5f-60e0d12a4a5c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.727558 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-49265eeb-933f-48b8-87ba-69c8906ad003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b8565152-cd9c-445b-9b5f-60e0d12a4a5c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.768203 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-49265eeb-933f-48b8-87ba-69c8906ad003 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef21e2a4d1af4eaba711aa29dce9ef23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073273 Apr 11 16:44:28.769031 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49265eeb-933f-48b8-87ba-69c8906ad003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8565152-cd9c-445b-9b5f-60e0d12a4a5c,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:28.771740 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34246) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:28.828208 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a194eda-6f50-4925-9298-6e8d7df53584 admin admin] Publish callbacks [] for security_group (b8565152-cd9c-445b-9b5f-60e0d12a4a5c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.852752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a194eda-6f50-4925-9298-6e8d7df53584 admin admin] Publish callbacks [] for security_group (b8565152-cd9c-445b-9b5f-60e0d12a4a5c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.904379 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05d18d-4f69-46d0-8cb4-54b5ee23d1e9 req-c44ddac9-e797-4281-be37-5075de06bed5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:28.906063 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bb05d18d-4f69-46d0-8cb4-54b5ee23d1e9 req-c44ddac9-e797-4281-be37-5075de06bed5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0598185 Apr 11 16:44:28.961047 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bb05d18d-4f69-46d0-8cb4-54b5ee23d1e9 req-b49e8587-8374-406f-9715-1d120f25db44 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477920 Apr 11 16:44:29.005073 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a194eda-6f50-4925-9298-6e8d7df53584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b8565152-cd9c-445b-9b5f-60e0d12a4a5c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:29.007773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a194eda-6f50-4925-9298-6e8d7df53584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:29.013419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8a194eda-6f50-4925-9298-6e8d7df53584 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8565152-cd9c-445b-9b5f-60e0d12a4a5c HTTP/1.1" status: 204 len: 168 time: 0.2355151 Apr 11 16:44:29.019946 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a194eda-6f50-4925-9298-6e8d7df53584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8565152-cd9c-445b-9b5f-60e0d12a4a5c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:29.724539 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34268) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:29.737877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fce7aac1-7e23-48f2-bac7-709dd19ddcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:29.853054 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fce7aac1-7e23-48f2-bac7-709dd19ddcc6 admin admin] Publish callbacks [] for security_group (734c9c75-92b0-4c13-9730-cb1f8d985bb4), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:29.959942 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fce7aac1-7e23-48f2-bac7-709dd19ddcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (734c9c75-92b0-4c13-9730-cb1f8d985bb4), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:29.997192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7aac1-7e23-48f2-bac7-709dd19ddcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734c9c75-92b0-4c13-9730-cb1f8d985bb4,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:30.001705 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-fce7aac1-7e23-48f2-bac7-709dd19ddcc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a93fc1c5a2564c1dbd049d0fcb4af917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758765 Apr 11 16:44:30.004915 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34276) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:30.101472 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b67a-554a-450f-92b2-6e76d59a4fe5 req-95a8db10-eeb8-4455-b5c2-44fe8b9f44a0 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:30.102958 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2cd0b67a-554a-450f-92b2-6e76d59a4fe5 req-95a8db10-eeb8-4455-b5c2-44fe8b9f44a0 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0728331 Apr 11 16:44:30.107952 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cf61b77d-26c2-4858-a674-3c81417e816c admin admin] Publish callbacks [] for security_group (734c9c75-92b0-4c13-9730-cb1f8d985bb4), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:30.145011 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cf61b77d-26c2-4858-a674-3c81417e816c admin admin] Publish callbacks [] for security_group (734c9c75-92b0-4c13-9730-cb1f8d985bb4), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:30.193238 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2cd0b67a-554a-450f-92b2-6e76d59a4fe5 req-24e2dbbe-ad96-4ac6-b1ad-130a5cdbdb4e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824962 Apr 11 16:44:30.354275 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cf61b77d-26c2-4858-a674-3c81417e816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (734c9c75-92b0-4c13-9730-cb1f8d985bb4), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:30.356863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cf61b77d-26c2-4858-a674-3c81417e816c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:30.357989 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-cf61b77d-26c2-4858-a674-3c81417e816c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/734c9c75-92b0-4c13-9730-cb1f8d985bb4 HTTP/1.1" status: 204 len: 168 time: 0.3521008 Apr 11 16:44:30.366437 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61b77d-26c2-4858-a674-3c81417e816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c9c75-92b0-4c13-9730-cb1f8d985bb4,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:31.116805 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34294) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:31.130294 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3898bca8-7635-42d6-9087-1a49415170b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.210131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3898bca8-7635-42d6-9087-1a49415170b3 admin admin] Publish callbacks [] for security_group (fc7c27df-2980-4288-8195-f3af047a1838), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.279742 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3898bca8-7635-42d6-9087-1a49415170b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fc7c27df-2980-4288-8195-f3af047a1838), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.311787 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6c66-bd5c-4df3-807e-48e4b3bcfa86 req-9b219980-0781-4196-99e6-2fce93440397 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:31.313366 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-75ba6c66-bd5c-4df3-807e-48e4b3bcfa86 req-9b219980-0781-4196-99e6-2fce93440397 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Apr 11 16:44:31.322015 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3898bca8-7635-42d6-9087-1a49415170b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdf6e2a974ef49a7801863faaecff8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041075 Apr 11 16:44:31.322881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898bca8-7635-42d6-9087-1a49415170b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c27df-2980-4288-8195-f3af047a1838,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:31.326144 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34298) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:31.401906 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-75ba6c66-bd5c-4df3-807e-48e4b3bcfa86 req-6140facb-eb6c-4da6-a802-ac13d5f7256d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825877 Apr 11 16:44:31.415932 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aa60569f-bdc8-4e66-ab07-7bae20732130 admin admin] Publish callbacks [] for security_group (fc7c27df-2980-4288-8195-f3af047a1838), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.438944 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aa60569f-bdc8-4e66-ab07-7bae20732130 admin admin] Publish callbacks [] for security_group (fc7c27df-2980-4288-8195-f3af047a1838), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.573014 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aa60569f-bdc8-4e66-ab07-7bae20732130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fc7c27df-2980-4288-8195-f3af047a1838), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.573014 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-aa60569f-bdc8-4e66-ab07-7bae20732130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:31.573014 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-aa60569f-bdc8-4e66-ab07-7bae20732130 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc7c27df-2980-4288-8195-f3af047a1838 HTTP/1.1" status: 204 len: 168 time: 0.2422011 Apr 11 16:44:31.583241 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60569f-bdc8-4e66-ab07-7bae20732130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c27df-2980-4288-8195-f3af047a1838,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:32.544339 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409b75-a86b-4ab6-bcfc-2548db34d417 req-d782577b-eebb-41a4-8837-6c56912e0fdb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:32.553440 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-67409b75-a86b-4ab6-bcfc-2548db34d417 req-d782577b-eebb-41a4-8837-6c56912e0fdb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0709982 Apr 11 16:44:32.607393 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-67409b75-a86b-4ab6-bcfc-2548db34d417 req-7b5970a6-ae1e-4ab7-9b07-76365abd0595 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523381 Apr 11 16:44:33.628961 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34376) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:33.737139 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7df6-c444-49b4-a008-0d86e8273131 req-cf58ab27-74f1-425b-885e-28dc1c830bd5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:33.745570 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6a2d7df6-c444-49b4-a008-0d86e8273131 req-cf58ab27-74f1-425b-885e-28dc1c830bd5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0575197 Apr 11 16:44:33.786439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9377ebc8-ea35-4cbc-a5bd-28ab0a646b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:33.807230 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6a2d7df6-c444-49b4-a008-0d86e8273131 req-be0d9c77-6dbf-4f00-8214-4102cfb06e29 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606527 Apr 11 16:44:33.918219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9377ebc8-ea35-4cbc-a5bd-28ab0a646b9c admin admin] Publish callbacks [] for security_group (9b35d7d0-94ff-4545-a57b-73ce9fe41b3a), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.032280 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9377ebc8-ea35-4cbc-a5bd-28ab0a646b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9b35d7d0-94ff-4545-a57b-73ce9fe41b3a), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.078229 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9377ebc8-ea35-4cbc-a5bd-28ab0a646b9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3eb4ab2780b452aba01cb8e8319f56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480178 Apr 11 16:44:34.080797 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34408) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:34.090931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377ebc8-ea35-4cbc-a5bd-28ab0a646b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b35d7d0-94ff-4545-a57b-73ce9fe41b3a,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:34.117334 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34410) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:34.154097 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0c34a8b2-d4a2-44a7-bf0e-9aa59bebcc73 admin admin] Publish callbacks [] for security_group (9b35d7d0-94ff-4545-a57b-73ce9fe41b3a), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.183410 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0c34a8b2-d4a2-44a7-bf0e-9aa59bebcc73 admin admin] Publish callbacks [] for security_group (9b35d7d0-94ff-4545-a57b-73ce9fe41b3a), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.271881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f84178ab-b2a5-4424-8852-2dc134983b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.448987 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0c34a8b2-d4a2-44a7-bf0e-9aa59bebcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9b35d7d0-94ff-4545-a57b-73ce9fe41b3a), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.453968 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0c34a8b2-d4a2-44a7-bf0e-9aa59bebcc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.457802 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0c34a8b2-d4a2-44a7-bf0e-9aa59bebcc73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b35d7d0-94ff-4545-a57b-73ce9fe41b3a HTTP/1.1" status: 204 len: 168 time: 0.3733990 Apr 11 16:44:34.466409 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34a8b2-d4a2-44a7-bf0e-9aa59bebcc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b35d7d0-94ff-4545-a57b-73ce9fe41b3a,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:34.536735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f84178ab-b2a5-4424-8852-2dc134983b46 admin admin] Publish callbacks [] for security_group (0970348e-05c4-45b6-a7fe-cd0916d42c50), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.580875 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688c310-2733-421f-8424-ed2e8f80de0f req-0f5eedf8-f504-402e-9856-f7d5452064c5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:34.582634 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b688c310-2733-421f-8424-ed2e8f80de0f req-0f5eedf8-f504-402e-9856-f7d5452064c5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0573468 Apr 11 16:44:34.629567 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b688c310-2733-421f-8424-ed2e8f80de0f req-8b53d123-9fbc-4105-a10b-a9f883a0cfec tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Apr 11 16:44:34.702694 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f84178ab-b2a5-4424-8852-2dc134983b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0970348e-05c4-45b6-a7fe-cd0916d42c50), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.742308 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-f84178ab-b2a5-4424-8852-2dc134983b46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c73dedb0aee471aa791e50481cf8d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6239543 Apr 11 16:44:34.743554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84178ab-b2a5-4424-8852-2dc134983b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0970348e-05c4-45b6-a7fe-cd0916d42c50,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:34.745108 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34426) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:34.792725 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e62adbb7-385b-43d9-aed9-45aa86f1e0ed admin admin] Publish callbacks [] for security_group (0970348e-05c4-45b6-a7fe-cd0916d42c50), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.815745 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e62adbb7-385b-43d9-aed9-45aa86f1e0ed admin admin] Publish callbacks [] for security_group (0970348e-05c4-45b6-a7fe-cd0916d42c50), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.933209 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7be3e-44ac-4efa-a68e-855ea6555330 req-ff1e080f-2e37-481e-8353-05ead27ec143 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:34.934713 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-75a7be3e-44ac-4efa-a68e-855ea6555330 req-ff1e080f-2e37-481e-8353-05ead27ec143 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0508842 Apr 11 16:44:34.971103 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e62adbb7-385b-43d9-aed9-45aa86f1e0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0970348e-05c4-45b6-a7fe-cd0916d42c50), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.974311 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e62adbb7-385b-43d9-aed9-45aa86f1e0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:34.975490 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e62adbb7-385b-43d9-aed9-45aa86f1e0ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0970348e-05c4-45b6-a7fe-cd0916d42c50 HTTP/1.1" status: 204 len: 168 time: 0.2292333 Apr 11 16:44:34.983408 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62adbb7-385b-43d9-aed9-45aa86f1e0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0970348e-05c4-45b6-a7fe-cd0916d42c50,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:34.983594 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-75a7be3e-44ac-4efa-a68e-855ea6555330 req-588be796-74d0-488d-a5f7-c4c5f27f9876 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Apr 11 16:44:35.529744 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34438) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:35.543915 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0bee127-2dea-4013-a914-70fb40e165bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.622468 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0bee127-2dea-4013-a914-70fb40e165bd admin admin] Publish callbacks [] for security_group (e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.708816 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0bee127-2dea-4013-a914-70fb40e165bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.769985 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f0bee127-2dea-4013-a914-70fb40e165bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37ca6b916d8a45f7b16fdc2482ca5cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385232 Apr 11 16:44:35.772634 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34446) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:35.777150 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f8b1-3158-4e8c-9d78-1a0751a321d2 req-4c257851-c0d8-481a-b875-3e18a77ebc0b tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:35.778639 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8141f8b1-3158-4e8c-9d78-1a0751a321d2 req-4c257851-c0d8-481a-b875-3e18a77ebc0b tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0812094 Apr 11 16:44:35.779730 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bee127-2dea-4013-a914-70fb40e165bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:35.826032 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-db8d8cad-62cd-4130-a2a0-2d75b88257dc admin admin] Publish callbacks [] for security_group (e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.832486 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8141f8b1-3158-4e8c-9d78-1a0751a321d2 req-11bde207-0638-46d7-8942-59f7e6291651 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Apr 11 16:44:35.849934 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-db8d8cad-62cd-4130-a2a0-2d75b88257dc admin admin] Publish callbacks [] for security_group (e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.965129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-db8d8cad-62cd-4130-a2a0-2d75b88257dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.967723 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-db8d8cad-62cd-4130-a2a0-2d75b88257dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.968855 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-db8d8cad-62cd-4130-a2a0-2d75b88257dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c HTTP/1.1" status: 204 len: 168 time: 0.1951580 Apr 11 16:44:35.977276 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d8cad-62cd-4130-a2a0-2d75b88257dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132f85b-f1ad-486e-b8aa-2ab2cbbbf41c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:36.096589 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf844e9-d6ea-4ce3-8da7-aea8a152abae req-3cbcc04f-113a-4a24-860b-85f71f47774d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:36.098111 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abf844e9-d6ea-4ce3-8da7-aea8a152abae req-3cbcc04f-113a-4a24-860b-85f71f47774d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0481668 Apr 11 16:44:36.151202 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abf844e9-d6ea-4ce3-8da7-aea8a152abae req-55812808-ede1-404c-9de5-0eee88201f84 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Apr 11 16:44:36.949261 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397c58b-131b-411d-8038-686bf31acc0a req-b2efafaa-e8cf-491a-bf21-f2d2a24402fe tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:36.950784 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4397c58b-131b-411d-8038-686bf31acc0a req-b2efafaa-e8cf-491a-bf21-f2d2a24402fe tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0490532 Apr 11 16:44:36.998699 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4397c58b-131b-411d-8038-686bf31acc0a req-bf3ae622-0d45-476b-ae9a-68e6af4488d4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Apr 11 16:44:37.266229 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7ab7e-6fa8-4220-b124-6ff90f1c8657 req-74a7b755-2a37-4f52-ba06-df6415e9c633 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:37.267768 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ece7ab7e-6fa8-4220-b124-6ff90f1c8657 req-74a7b755-2a37-4f52-ba06-df6415e9c633 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0492394 Apr 11 16:44:37.316743 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ece7ab7e-6fa8-4220-b124-6ff90f1c8657 req-eb584136-a2cb-49fd-a220-17827e9aa371 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Apr 11 16:44:38.112564 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08d2e-87b5-4c9d-a601-f3d36c5e03b6 req-0e21865d-05b5-463a-8e84-2c855609ed15 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:38.114640 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9be08d2e-87b5-4c9d-a601-f3d36c5e03b6 req-0e21865d-05b5-463a-8e84-2c855609ed15 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0465026 Apr 11 16:44:38.164091 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9be08d2e-87b5-4c9d-a601-f3d36c5e03b6 req-1a19fe2e-73f3-4fa0-8b5a-d20c5055882d tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Apr 11 16:44:38.432701 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4ac1b-5ff1-41c5-b42f-342e301ed405 req-30bbbd06-637d-4bf7-a94f-9044364cd5e9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:38.434214 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0ca4ac1b-5ff1-41c5-b42f-342e301ed405 req-30bbbd06-637d-4bf7-a94f-9044364cd5e9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0503261 Apr 11 16:44:38.480858 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0ca4ac1b-5ff1-41c5-b42f-342e301ed405 req-2765862b-d399-4c80-9ad6-d191e6d403d2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Apr 11 16:44:39.282554 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fb4b-d80f-4228-906d-c93497d048ea req-52aca534-b1c6-4d73-ae72-450a6a154a4e tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:39.284105 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-21d4fb4b-d80f-4228-906d-c93497d048ea req-52aca534-b1c6-4d73-ae72-450a6a154a4e tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Apr 11 16:44:39.336092 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-21d4fb4b-d80f-4228-906d-c93497d048ea req-e4e30ede-fa63-41a0-898a-19bb6172bacb tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Apr 11 16:44:39.597191 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcd5e8-69ee-4e35-8485-96825f695c7d req-43dc915d-58cd-4b5d-b271-e6d4ab1cd07f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:39.598926 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebdcd5e8-69ee-4e35-8485-96825f695c7d req-43dc915d-58cd-4b5d-b271-e6d4ab1cd07f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0467591 Apr 11 16:44:39.646634 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebdcd5e8-69ee-4e35-8485-96825f695c7d req-73553d72-81a2-4553-aa16-5e836171aa88 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Apr 11 16:44:39.680327 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2d4bce5b-1045-490a-b50e-7362044b948d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.452835 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1da6-d2c0-4e72-b2c0-d239a48d58c1 req-735c813f-77ce-46a2-9166-a46ca3151d0e tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:40.454396 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-094f1da6-d2c0-4e72-b2c0-d239a48d58c1 req-735c813f-77ce-46a2-9166-a46ca3151d0e tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Apr 11 16:44:40.504512 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-094f1da6-d2c0-4e72-b2c0-d239a48d58c1 req-73716dd1-e7a1-4a79-a2f1-ff6a18821a73 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Apr 11 16:44:40.763414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b44d-66d2-44f2-b939-3a4eb4c0bc9e req-55f01953-5787-4ec5-bfe6-1adbba7a79ec tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:40.767299 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff88b44d-66d2-44f2-b939-3a4eb4c0bc9e req-55f01953-5787-4ec5-bfe6-1adbba7a79ec tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Apr 11 16:44:40.813150 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff88b44d-66d2-44f2-b939-3a4eb4c0bc9e req-a8ea5aa2-9253-47dd-9ef9-297ec8c36498 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Apr 11 16:44:41.091207 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:44:41.624213 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47780750-d3ef-46b6-a3a3-0d8a22353c3c req-ecf03f9f-a274-4ffb-8b9e-4d4de83ef6ab tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:41.625714 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-47780750-d3ef-46b6-a3a3-0d8a22353c3c req-ecf03f9f-a274-4ffb-8b9e-4d4de83ef6ab tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Apr 11 16:44:41.682021 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-47780750-d3ef-46b6-a3a3-0d8a22353c3c req-6f073544-362f-45de-b998-73011c818495 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501134 Apr 11 16:44:41.927439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68d1ec-a797-436a-8719-c0b9faaf2679 req-1a18d795-f485-4d16-b14a-ce3aa3245c1d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:41.930193 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2c68d1ec-a797-436a-8719-c0b9faaf2679 req-1a18d795-f485-4d16-b14a-ce3aa3245c1d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0504229 Apr 11 16:44:41.978620 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2c68d1ec-a797-436a-8719-c0b9faaf2679 req-cedf4b02-30bd-4945-98aa-2b6607d4c885 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Apr 11 16:44:42.169994 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34608) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:42.250958 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1f2a-7de1-42d9-a063-b1d024f2a0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.276756 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9b9f47f4-8375-47b7-b470-1422b162e13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.350389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9b9f47f4-8375-47b7-b470-1422b162e13a admin admin] Publish callbacks [] for security_group (13436dd6-4d48-4397-9323-b7ce46edd22c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.479448 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9b9f47f4-8375-47b7-b470-1422b162e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (13436dd6-4d48-4397-9323-b7ce46edd22c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.523982 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9b9f47f4-8375-47b7-b470-1422b162e13a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bb7c3b41c4149d7895824c78ff1182e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528061 Apr 11 16:44:42.524697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f47f4-8375-47b7-b470-1422b162e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13436dd6-4d48-4397-9323-b7ce46edd22c,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:42.526600 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34612) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:42.576282 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f36315f6-2e41-4fd4-9b3c-4f22206efaf0 admin admin] Publish callbacks [] for security_group (13436dd6-4d48-4397-9323-b7ce46edd22c), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.598967 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f36315f6-2e41-4fd4-9b3c-4f22206efaf0 admin admin] Publish callbacks [] for security_group (13436dd6-4d48-4397-9323-b7ce46edd22c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.765284 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f36315f6-2e41-4fd4-9b3c-4f22206efaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (13436dd6-4d48-4397-9323-b7ce46edd22c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.769909 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f36315f6-2e41-4fd4-9b3c-4f22206efaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.769909 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f36315f6-2e41-4fd4-9b3c-4f22206efaf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13436dd6-4d48-4397-9323-b7ce46edd22c HTTP/1.1" status: 204 len: 168 time: 0.2415802 Apr 11 16:44:42.798539 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36315f6-2e41-4fd4-9b3c-4f22206efaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13436dd6-4d48-4397-9323-b7ce46edd22c,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:42.811548 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653afc81-5299-45d8-8946-a275fb958bf2 req-065746ed-e038-4929-b7c3-0644641c70d5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:42.813233 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-653afc81-5299-45d8-8946-a275fb958bf2 req-065746ed-e038-4929-b7c3-0644641c70d5 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0579917 Apr 11 16:44:42.874574 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:42.899307 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-653afc81-5299-45d8-8946-a275fb958bf2 req-d9311690-9f48-4f76-b929-3777f64e7975 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717351 Apr 11 16:44:43.094962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b8cd5-cf0d-4c97-ac3a-d48a0b80b40e req-521aeef0-d19b-4572-90ba-30163af7e615 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:43.096534 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-437b8cd5-cf0d-4c97-ac3a-d48a0b80b40e req-521aeef0-d19b-4572-90ba-30163af7e615 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Apr 11 16:44:43.152191 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-437b8cd5-cf0d-4c97-ac3a-d48a0b80b40e req-d9f636cb-7a8a-4fc0-862a-f2ef19388fc2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 Apr 11 16:44:43.334704 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.588591 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34628) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:43.605280 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-88d92c26-f375-4ddd-91c8-38dc1b311a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.680318 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-88d92c26-f375-4ddd-91c8-38dc1b311a73 admin admin] Publish callbacks [] for security_group (b84f7566-1103-4782-9b63-626097811b44), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.745999 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-88d92c26-f375-4ddd-91c8-38dc1b311a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b84f7566-1103-4782-9b63-626097811b44), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.782439 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d92c26-f375-4ddd-91c8-38dc1b311a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84f7566-1103-4782-9b63-626097811b44,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:43.787443 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-88d92c26-f375-4ddd-91c8-38dc1b311a73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aef4b6a8017e46938972de3427adf46d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978025 Apr 11 16:44:43.790030 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 34630) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:43.841283 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f08d3f65-7744-4af5-864c-8b96a954930b admin admin] Publish callbacks [] for security_group (b84f7566-1103-4782-9b63-626097811b44), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.865005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f08d3f65-7744-4af5-864c-8b96a954930b admin admin] Publish callbacks [] for security_group (b84f7566-1103-4782-9b63-626097811b44), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.982262 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f08d3f65-7744-4af5-864c-8b96a954930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b84f7566-1103-4782-9b63-626097811b44), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.985046 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f08d3f65-7744-4af5-864c-8b96a954930b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:43.986190 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f08d3f65-7744-4af5-864c-8b96a954930b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b84f7566-1103-4782-9b63-626097811b44 HTTP/1.1" status: 204 len: 168 time: 0.1952775 Apr 11 16:44:44.021873 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d3f65-7744-4af5-864c-8b96a954930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84f7566-1103-4782-9b63-626097811b44,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:44.044750 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81f09-1acb-4658-9abc-61dca68b9ab9 req-38f84924-90b7-4a66-9cc3-f1cfe5aa32f4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:44.046221 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-16c81f09-1acb-4658-9abc-61dca68b9ab9 req-38f84924-90b7-4a66-9cc3-f1cfe5aa32f4 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0589981 Apr 11 16:44:44.096456 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-16c81f09-1acb-4658-9abc-61dca68b9ab9 req-39cec4de-ce50-4ed5-87c3-2f134e1bc079 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Apr 11 16:44:44.278386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc44a52-8537-4b5a-b17a-24e41e37c314 req-7928edd3-ecee-4317-b223-a8fc7ad70100 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:44.279838 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-adc44a52-8537-4b5a-b17a-24e41e37c314 req-7928edd3-ecee-4317-b223-a8fc7ad70100 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0474737 Apr 11 16:44:44.328368 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-adc44a52-8537-4b5a-b17a-24e41e37c314 req-9a46a48e-bf03-4705-99ce-b14bc3c0cbdc tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Apr 11 16:44:44.889172 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:45.215750 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5c32f-ba04-4098-bd5e-258b89061b67 req-e242ef35-2936-45fc-8dce-465b2e0b21d7 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:45.217216 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-88d5c32f-ba04-4098-bd5e-258b89061b67 req-e242ef35-2936-45fc-8dce-465b2e0b21d7 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Apr 11 16:44:45.292630 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-88d5c32f-ba04-4098-bd5e-258b89061b67 req-bfea66da-ab12-4b4c-ae10-3660ec420579 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/security-groups?id=9afb4c44-0f46-4778-a897-fafd0ec4c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Apr 11 16:44:45.449736 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-706c2fa0-4e95-465e-8f9b-01b513121166 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:45.451241 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-706c2fa0-4e95-465e-8f9b-01b513121166 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 945 time: 0.0821025 Apr 11 16:44:45.471224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923edb-5247-425d-89ed-4e689c2464bf req-fc57945d-eae5-416b-95a5-a6d25d5460f3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:45.472943 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-10923edb-5247-425d-89ed-4e689c2464bf req-fc57945d-eae5-416b-95a5-a6d25d5460f3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0687611 Apr 11 16:44:45.634891 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-10923edb-5247-425d-89ed-4e689c2464bf req-92563908-bdc2-4236-8317-0b9512849c9d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454029 Apr 11 16:44:45.648164 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Deleting port b5f20497-9813-4eea-bf8d-970d79fa310e {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:44:45.648496 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:45.764038 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] For port b5f20497-9813-4eea-bf8d-970d79fa310e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b5f20497-9813-4eea-bf8d-970d79fa310e,segment=NetworkSegment(d7c04dbe-95bc-4dd8-a131-8c1a68a1f949),segment_id=d7c04dbe-95bc-4dd8-a131-8c1a68a1f949)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:45.764398 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:45.782160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Calling delete_port for b5f20497-9813-4eea-bf8d-970d79fa310e owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:44:45.999460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:46.072145 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (b5f20497-9813-4eea-bf8d-970d79fa310e), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:46.084046 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['b5f20497-9813-4eea-bf8d-970d79fa310e'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:44:46.105897 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Pushing event deleted for resources: {'Port': ['ID=b5f20497-9813-4eea-bf8d-970d79fa310e,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:46.177484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] No DVR routers for this DVR port b5f20497-9813-4eea-bf8d-970d79fa310e on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:44:46.181971 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:46.185769 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0d4f8d2-5d18-4532-80ab-c83ff04ec364 req-f8d7f00c-5378-449e-ba17-d59753971c45 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.60 "DELETE /v2.0/ports/b5f20497-9813-4eea-bf8d-970d79fa310e HTTP/1.1" status: 204 len: 173 time: 0.7264965 Apr 11 16:44:46.186243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'name': 'network-vif-deleted', 'tag': 'b5f20497-9813-4eea-bf8d-970d79fa310e'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:46.188611 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba8a61-597f-4908-a34c-3a7d359a1cd1" -d '{"events": [{"server_uuid": "3ebb0161-3115-48cf-a797-2dab7d0d5450", "name": "network-vif-deleted", "tag": "b5f20497-9813-4eea-bf8d-970d79fa310e"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:46.231084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d80f08-7708-4fd9-9267-be51366f7997 x-openstack-request-id: req-43d80f08-7708-4fd9-9267-be51366f7997 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:46.231489 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebb0161-3115-48cf-a797-2dab7d0d5450", "name": "network-vif-deleted", "tag": "b5f20497-9813-4eea-bf8d-970d79fa310e", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:46.231991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43d80f08-7708-4fd9-9267-be51366f7997 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:46.232535 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d80f08-7708-4fd9-9267-be51366f7997'] response: {'server_uuid': '3ebb0161-3115-48cf-a797-2dab7d0d5450', 'name': 'network-vif-deleted', 'tag': 'b5f20497-9813-4eea-bf8d-970d79fa310e', 'status': 'completed', 'code': 200} Apr 11 16:44:46.408430 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c06e4fb6-96f4-4966-a491-797e750402e0 req-3ee61cc6-0002-46c4-b02a-7cb5ae900b00 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0339823 Apr 11 16:44:46.785359 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20894aaa-2ea4-4b71-b35d-03a418dafbfb req-bf517200-310b-45a3-8fd8-8f0236dba988 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:46.786918 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-20894aaa-2ea4-4b71-b35d-03a418dafbfb req-bf517200-310b-45a3-8fd8-8f0236dba988 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Apr 11 16:44:46.866030 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-20894aaa-2ea4-4b71-b35d-03a418dafbfb req-a3c579e6-f938-4df7-9460-144281375334 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 Apr 11 16:44:47.532580 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-52fd35d4-f50b-4f13-9200-1bcf7b7f1153 req-a1f2b9c5-4e74-4d32-a488-ea2419d5db13 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0401845 Apr 11 16:44:47.986650 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b88c0a-2fe4-4253-be90-defb11e5676c req-4001c122-ba19-4efd-9f2d-5288f3a38ded tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:47.989338 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-52b88c0a-2fe4-4253-be90-defb11e5676c req-4001c122-ba19-4efd-9f2d-5288f3a38ded tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Apr 11 16:44:48.038079 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-52b88c0a-2fe4-4253-be90-defb11e5676c req-57e2f2a5-6b05-4bf6-8247-db39273d206c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Apr 11 16:44:48.639113 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dfc572fe-6007-479f-817d-063aa79147c7 req-34ed3a55-6e65-4b61-852e-e8f7ef248ec8 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0368996 Apr 11 16:44:49.151128 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a70ae-c5c1-4503-ad7e-a2f8b09f4b96 req-cca49280-ddfa-4846-958c-15ad91b04192 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:49.152653 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c99a70ae-c5c1-4503-ad7e-a2f8b09f4b96 req-cca49280-ddfa-4846-958c-15ad91b04192 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0458539 Apr 11 16:44:49.212184 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c99a70ae-c5c1-4503-ad7e-a2f8b09f4b96 req-737ad4c7-223d-4577-9e61-1548a4ef73dc tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530336 Apr 11 16:44:49.741009 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7ab27902-4e4a-4ffb-b80b-99d2cdfa551f req-7a8ed9fd-d7a4-41a7-9183-dc3c6b0effdc tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0285525 Apr 11 16:44:50.333083 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2d2a0-ebaf-4a42-8a1b-ffbcf83fae2c req-e6cf4a81-7fdc-4439-b118-5cb5a01c8a3d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:50.334571 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eff2d2a0-ebaf-4a42-8a1b-ffbcf83fae2c req-e6cf4a81-7fdc-4439-b118-5cb5a01c8a3d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Apr 11 16:44:50.381402 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eff2d2a0-ebaf-4a42-8a1b-ffbcf83fae2c req-179556a3-d3e4-4a0b-9bcb-d4c671f71a02 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Apr 11 16:44:50.835394 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d5fffb95-47b0-431f-9252-35ca73c44c80 req-970b14ad-6191-4861-a189-c9e890301add tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Apr 11 16:44:51.319998 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device b5f20497-9813-4eea-bf8d-970d79fa310e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:44:51.341146 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: b5f20497-9813-4eea-bf8d-970d79fa310e {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:44:51.341491 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device b5f20497-9813-4eea-bf8d-970d79fa310e not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:44:51.495395 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4a871-9bbb-4752-816f-46a4ac50be48 req-530ac0e1-62f5-4416-9fc6-cfc3f5e4d173 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:51.496897 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-96d4a871-9bbb-4752-816f-46a4ac50be48 req-530ac0e1-62f5-4416-9fc6-cfc3f5e4d173 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0457382 Apr 11 16:44:51.546158 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-96d4a871-9bbb-4752-816f-46a4ac50be48 req-f6708ab0-e708-4e6d-a0a0-a70e14b77bd9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Apr 11 16:44:51.930950 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bbec1a4f-bddd-4085-adb9-d97a047cae83 req-1e7c3f34-9f25-4d24-9b38-249606da1a2b tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0267634 Apr 11 16:44:52.660647 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2a4de-5bed-4261-a4ad-4c8fa11c7373 req-256ace5a-ace5-466b-a66d-1ea5a5cf8ac1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:52.662136 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c1f2a4de-5bed-4261-a4ad-4c8fa11c7373 req-256ace5a-ace5-466b-a66d-1ea5a5cf8ac1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0468345 Apr 11 16:44:52.713307 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c1f2a4de-5bed-4261-a4ad-4c8fa11c7373 req-38fa9f91-593e-4ba8-b811-16f24cd76036 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Apr 11 16:44:53.027876 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a926ceb0-27aa-4eee-90fd-9bbc5dc456d2 req-7e4b19a7-67fb-49b4-87c4-7393f76d4d43 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0290341 Apr 11 16:44:53.826728 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9395376-373c-473f-8b1f-4fa119037be1 req-5e8924af-f90a-4c2d-9e9a-99868f44b40d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:53.828231 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e9395376-373c-473f-8b1f-4fa119037be1 req-5e8924af-f90a-4c2d-9e9a-99868f44b40d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0471761 Apr 11 16:44:53.877003 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e9395376-373c-473f-8b1f-4fa119037be1 req-b2b9dc2d-10f2-4199-902c-d78670d312be tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Apr 11 16:44:54.139731 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-44ac7afe-200c-4233-8939-cea423a79a78 req-b5250253-6742-4fb9-aea3-fe336aeb0d81 tempest-DeleteServersTestJSON-728407707 tempest-DeleteServersTestJSON-728407707-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebb0161-3115-48cf-a797-2dab7d0d5450 HTTP/1.1" status: 200 len: 210 time: 0.0291626 Apr 11 16:44:54.999224 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660fad6-7c5b-4c31-abe4-22de1781f141 req-5879fa04-9367-4e91-a17b-fada09383275 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:55.000768 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0660fad6-7c5b-4c31-abe4-22de1781f141 req-5879fa04-9367-4e91-a17b-fada09383275 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0540259 Apr 11 16:44:55.058748 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0660fad6-7c5b-4c31-abe4-22de1781f141 req-52be291f-f009-4c8e-8bc4-c2ce5fd02c8c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Apr 11 16:44:55.115580 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34848) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:55.264259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c43c818f-8b21-466b-b3d8-3bd72ecf2ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.359043 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c43c818f-8b21-466b-b3d8-3bd72ecf2ac1 admin admin] Publish callbacks [] for security_group (de559259-d3d7-4779-94b7-d66224a487aa), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.457188 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c43c818f-8b21-466b-b3d8-3bd72ecf2ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (de559259-d3d7-4779-94b7-d66224a487aa), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.502764 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c818f-8b21-466b-b3d8-3bd72ecf2ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de559259-d3d7-4779-94b7-d66224a487aa,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:55.508530 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c43c818f-8b21-466b-b3d8-3bd72ecf2ac1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f08efdafbad441c1bd131c0553497193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918881 Apr 11 16:44:55.511126 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34870) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:55.567547 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dfffc7ed-53f3-4ae4-918c-7e749fccf10c admin admin] Publish callbacks [] for security_group (de559259-d3d7-4779-94b7-d66224a487aa), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.589410 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dfffc7ed-53f3-4ae4-918c-7e749fccf10c admin admin] Publish callbacks [] for security_group (de559259-d3d7-4779-94b7-d66224a487aa), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.736487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dfffc7ed-53f3-4ae4-918c-7e749fccf10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (de559259-d3d7-4779-94b7-d66224a487aa), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.738937 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dfffc7ed-53f3-4ae4-918c-7e749fccf10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.740126 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-dfffc7ed-53f3-4ae4-918c-7e749fccf10c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de559259-d3d7-4779-94b7-d66224a487aa HTTP/1.1" status: 204 len: 168 time: 0.2280359 Apr 11 16:44:55.751228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffc7ed-53f3-4ae4-918c-7e749fccf10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de559259-d3d7-4779-94b7-d66224a487aa,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:56.236293 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1141-a32b-4ea7-8a6a-b3c67c1e1fd9 req-39caa08b-c669-45aa-8f92-4a5f3f15ae82 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:56.243098 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-248f1141-a32b-4ea7-8a6a-b3c67c1e1fd9 req-39caa08b-c669-45aa-8f92-4a5f3f15ae82 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.1091192 Apr 11 16:44:56.307799 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-248f1141-a32b-4ea7-8a6a-b3c67c1e1fd9 req-e7b18296-3001-4c8a-95da-483f181eeb1d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Apr 11 16:44:56.386695 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef4e8-bcc5-47fb-bcc8-e5c3ee029ce9 req-4744b530-4cae-4fb4-b66c-25acaa37a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:56.388251 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-789ef4e8-bcc5-47fb-bcc8-e5c3ee029ce9 req-4744b530-4cae-4fb4-b66c-25acaa37a149 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1129 time: 0.0394340 Apr 11 16:44:56.433616 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-789ef4e8-bcc5-47fb-bcc8-e5c3ee029ce9 req-e735ceb4-9b05-4816-b888-26a02e67df7e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Apr 11 16:44:57.026723 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34926) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:57.073521 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Deleting subnet af606a29-985a-48c5-a2cf-246e5c89bf5a {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:44:57.076542 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Publish callbacks [] for subnet (af606a29-985a-48c5-a2cf-246e5c89bf5a), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.111203 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Publish callbacks [] for subnet (af606a29-985a-48c5-a2cf-246e5c89bf5a), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.129661 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (af606a29-985a-48c5-a2cf-246e5c89bf5a), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.319552 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (af606a29-985a-48c5-a2cf-246e5c89bf5a), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.348821 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af606a29-985a-48c5-a2cf-246e5c89bf5a,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:57.371489 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.376321 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-5a777c3d-9b1e-45c8-bd81-ea5a975e5533 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/af606a29-985a-48c5-a2cf-246e5c89bf5a HTTP/1.1" status: 204 len: 168 time: 0.3482378 Apr 11 16:44:57.377318 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34944) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:57.450622 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d462f05-604e-403e-82d7-7736b227674b req-fc394621-5901-48e3-b063-ded0fe3f9247 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:57.450622 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7d462f05-604e-403e-82d7-7736b227674b req-fc394621-5901-48e3-b063-ded0fe3f9247 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0606232 Apr 11 16:44:57.467979 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (acbd1e75-0114-40e7-912a-76cc3367e162), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.502302 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7d462f05-604e-403e-82d7-7736b227674b req-6b318da7-ab95-4204-b369-5b1c74a30897 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462723 Apr 11 16:44:57.582799 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (acbd1e75-0114-40e7-912a-76cc3367e162), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.615919 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.616304 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.617509 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.617932 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > port after_create 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.618423 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.618905 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > port after_update 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.619387 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.620143 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.620673 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.621157 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.750787 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.751142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.751474 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.751920 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110630) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:44:57.752197 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbd1e75-0114-40e7-912a-76cc3367e162']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:57.770861 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:57.771152 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c04dbe-95bc-4dd8-a131-8c1a68a1f949') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:57.788471 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (d7c04dbe-95bc-4dd8-a131-8c1a68a1f949), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.810527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (d7c04dbe-95bc-4dd8-a131-8c1a68a1f949), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.821422 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:44:57.821818 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (d7c04dbe-95bc-4dd8-a131-8c1a68a1f949), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: from cryptography.utils import int_from_bytes Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: from cryptography.utils import int_from_bytes Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:44:57.853290 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:44:58.079547 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (acbd1e75-0114-40e7-912a-76cc3367e162), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.088305 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.098966 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] 10.222.0.43 "DELETE /v2.0/networks/acbd1e75-0114-40e7-912a-76cc3367e162 HTTP/1.1" status: 204 len: 168 time: 0.7122855 Apr 11 16:44:58.102962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64bbf1-b646-40d8-a36f-58d81fbdb933 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbd1e75-0114-40e7-912a-76cc3367e162,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:58.345792 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34978) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:58.408613 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34984) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:58.507284 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d190cb7d-5fb8-4eee-8144-831867659b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.622210 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d190cb7d-5fb8-4eee-8144-831867659b9c admin admin] Publish callbacks [] for security_group (5af74aed-8e17-4236-b173-b7c36720e594), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.636080 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc83825-d398-4c29-a826-8b8333f679b6 req-a7c3bc18-877d-42b4-a2f3-10227440849d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:58.637590 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cdc83825-d398-4c29-a826-8b8333f679b6 req-a7c3bc18-877d-42b4-a2f3-10227440849d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0609686 Apr 11 16:44:58.694462 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 34994) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:58.723533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d190cb7d-5fb8-4eee-8144-831867659b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5af74aed-8e17-4236-b173-b7c36720e594), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.741674 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cdc83825-d398-4c29-a826-8b8333f679b6 req-16c178a8-ecf0-4fcc-bbc7-50737deb7f50 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Apr 11 16:44:58.806916 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d190cb7d-5fb8-4eee-8144-831867659b9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=531e23876eb3483fb661dbb4c8a5a9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585533 Apr 11 16:44:58.807780 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190cb7d-5fb8-4eee-8144-831867659b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af74aed-8e17-4236-b173-b7c36720e594,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:58.810034 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35002) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:58.833891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-efaec8ac-ad53-4c93-95da-d283f01613e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.844594 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-eecd028b-07af-4f3a-ac4d-4ae10c79378c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71264cc4e2534798b9599b37f5c1b626&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1490288 Apr 11 16:44:58.857908 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35006) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:58.908514 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95fa02ad-a93d-4724-a0b5-e15d6e69a0b4 admin admin] Publish callbacks [] for security_group (5af74aed-8e17-4236-b173-b7c36720e594), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.935775 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf464-ee8c-4c56-bb5a-b802a7ba3d0b req-54e95dba-12cd-45e6-be42-28aa563e8d72 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:58.937299 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bafbf464-ee8c-4c56-bb5a-b802a7ba3d0b req-54e95dba-12cd-45e6-be42-28aa563e8d72 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0827963 Apr 11 16:44:58.943262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95fa02ad-a93d-4724-a0b5-e15d6e69a0b4 admin admin] Publish callbacks [] for security_group (5af74aed-8e17-4236-b173-b7c36720e594), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.966191 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bb7230aa-c43d-40bc-bfe3-2c15ac9aedfc admin admin] Publish callbacks [] for security_group (9afb4c44-0f46-4778-a897-fafd0ec4c7fe), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.003237 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-efaec8ac-ad53-4c93-95da-d283f01613e3 admin admin] Publish callbacks [] for security_group (e801743a-dcc2-4df6-8dea-7e782acf2ac0), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.083414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-efaec8ac-ad53-4c93-95da-d283f01613e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e801743a-dcc2-4df6-8dea-7e782acf2ac0), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.126863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95fa02ad-a93d-4724-a0b5-e15d6e69a0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5af74aed-8e17-4236-b173-b7c36720e594), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.130325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-95fa02ad-a93d-4724-a0b5-e15d6e69a0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.131697 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-95fa02ad-a93d-4724-a0b5-e15d6e69a0b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5af74aed-8e17-4236-b173-b7c36720e594 HTTP/1.1" status: 204 len: 168 time: 0.3113625 Apr 11 16:44:59.136038 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-efaec8ac-ad53-4c93-95da-d283f01613e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e43b638f968a4a399ff8c7a406fd45c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7261603 Apr 11 16:44:59.137508 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaec8ac-ad53-4c93-95da-d283f01613e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e801743a-dcc2-4df6-8dea-7e782acf2ac0,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:59.140334 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35014) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:59.188170 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bb7230aa-c43d-40bc-bfe3-2c15ac9aedfc admin admin] Publish callbacks [] for security_group (9afb4c44-0f46-4778-a897-fafd0ec4c7fe), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.193132 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa02ad-a93d-4724-a0b5-e15d6e69a0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af74aed-8e17-4236-b173-b7c36720e594,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:59.213478 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bc9234bf-9503-475b-978f-2162ab971d98 admin admin] Publish callbacks [] for security_group (e801743a-dcc2-4df6-8dea-7e782acf2ac0), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.238364 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bafbf464-ee8c-4c56-bb5a-b802a7ba3d0b req-aea924db-3837-46d9-8e4a-c052102eecbd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876513 Apr 11 16:44:59.261431 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bc9234bf-9503-475b-978f-2162ab971d98 admin admin] Publish callbacks [] for security_group (e801743a-dcc2-4df6-8dea-7e782acf2ac0), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.348017 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bb7230aa-c43d-40bc-bfe3-2c15ac9aedfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9afb4c44-0f46-4778-a897-fafd0ec4c7fe), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.353185 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bb7230aa-c43d-40bc-bfe3-2c15ac9aedfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.353185 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-bb7230aa-c43d-40bc-bfe3-2c15ac9aedfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9afb4c44-0f46-4778-a897-fafd0ec4c7fe HTTP/1.1" status: 204 len: 168 time: 0.4934702 Apr 11 16:44:59.365912 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7230aa-c43d-40bc-bfe3-2c15ac9aedfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb4c44-0f46-4778-a897-fafd0ec4c7fe,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:59.374746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bc9234bf-9503-475b-978f-2162ab971d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e801743a-dcc2-4df6-8dea-7e782acf2ac0), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.379419 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bc9234bf-9503-475b-978f-2162ab971d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.381867 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-bc9234bf-9503-475b-978f-2162ab971d98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e801743a-dcc2-4df6-8dea-7e782acf2ac0 HTTP/1.1" status: 204 len: 168 time: 0.2401426 Apr 11 16:44:59.394089 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9234bf-9503-475b-978f-2162ab971d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e801743a-dcc2-4df6-8dea-7e782acf2ac0,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:00.629413 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35062) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:00.642589 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7c18eda4-e692-417e-bc62-133f196a558f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.735431 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7c18eda4-e692-417e-bc62-133f196a558f admin admin] Publish callbacks [] for security_group (dc971be3-4fdc-40b3-a9d0-1c2435aece0f), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.805215 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7c18eda4-e692-417e-bc62-133f196a558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (dc971be3-4fdc-40b3-a9d0-1c2435aece0f), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.844101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18eda4-e692-417e-bc62-133f196a558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc971be3-4fdc-40b3-a9d0-1c2435aece0f,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:00.849356 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-7c18eda4-e692-417e-bc62-133f196a558f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd7f5c56e97c41b98fb25c9f3cb26391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189004 Apr 11 16:45:00.852323 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35070) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:00.902549 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7eabd86d-6121-40c5-b994-85b2f7bdeb99 admin admin] Publish callbacks [] for security_group (dc971be3-4fdc-40b3-a9d0-1c2435aece0f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.927670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7eabd86d-6121-40c5-b994-85b2f7bdeb99 admin admin] Publish callbacks [] for security_group (dc971be3-4fdc-40b3-a9d0-1c2435aece0f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.964948 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35078) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:01.054571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7eabd86d-6121-40c5-b994-85b2f7bdeb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (dc971be3-4fdc-40b3-a9d0-1c2435aece0f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.057271 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7eabd86d-6121-40c5-b994-85b2f7bdeb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.058648 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-7eabd86d-6121-40c5-b994-85b2f7bdeb99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc971be3-4fdc-40b3-a9d0-1c2435aece0f HTTP/1.1" status: 204 len: 168 time: 0.2058473 Apr 11 16:45:01.067398 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabd86d-6121-40c5-b994-85b2f7bdeb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc971be3-4fdc-40b3-a9d0-1c2435aece0f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:01.218336 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-177184585-network', 'tenant_id': 'b1e3b98ea2084d5cbd85aac888e11f63'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:01.324801 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Made reservation on behalf of b1e3b98ea2084d5cbd85aac888e11f63 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:01.327193 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.337195 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.431849 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks [] for security_group (9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.564402 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.587872 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:45:01.602767 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:01.609688 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (cd1bc289-5033-45f0-9d54-ed3e8b2601b3), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.609988 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Added segment cd1bc289-5033-45f0-9d54-ed3e8b2601b3 of type vlan for network 01a51c31-66c0-487f-baab-6e2d48110884 Apr 11 16:45:01.656020 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (01a51c31-66c0-487f-baab-6e2d48110884), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.770456 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (01a51c31-66c0-487f-baab-6e2d48110884), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.771359 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:01.771987 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.861528 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] Pushing event updated for resources: {'Network': ['ID=01a51c31-66c0-487f-baab-6e2d48110884,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:01.873159 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 01a51c31-66c0-487f-baab-6e2d48110884 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:45:01.904212 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-61611136-3d8e-4df1-b9d6-b98b0e231689 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9378066 Apr 11 16:45:01.907164 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35142) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:01.912680 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Request body: {'subnet': {'network_id': '01a51c31-66c0-487f-baab-6e2d48110884', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-177184585-subnet', 'tenant_id': 'b1e3b98ea2084d5cbd85aac888e11f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:02.078837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Made reservation on behalf of b1e3b98ea2084d5cbd85aac888e11f63 for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:02.081622 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:02.370492 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (d123ad22-fbcc-455f-91b8-e92520455c2d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:02.432898 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d123ad22-fbcc-455f-91b8-e92520455c2d,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:02.440828 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Checking segment: {'id': 'cd1bc289-5033-45f0-9d54-ed3e8b2601b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '01a51c31-66c0-487f-baab-6e2d48110884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:45:02.441345 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Network hostable DHCP agents. Network: 01a51c31-66c0-487f-baab-6e2d48110884, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:45:02.541547 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Network 01a51c31-66c0-487f-baab-6e2d48110884 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:45:02.661959 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 01a51c31-66c0-487f-baab-6e2d48110884) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:45:02.666229 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:02.666830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:02.673873 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7661e23-52c8-4e76-a03a-2475072690ae None None] Network 01a51c31-66c0-487f-baab-6e2d48110884 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:45:02.775412 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f670a-7a40-44f5-996e-e7cad7eb82ce None None] Network 01a51c31-66c0-487f-baab-6e2d48110884 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:45:02.803598 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1f88536a-d10d-493c-a7a2-570f510056f9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8871391 Apr 11 16:45:03.630774 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35222) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:03.635839 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1475210128-network', 'tenant_id': '8382b9130e434918ba658d83d58b4036'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:03.719000 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Made reservation on behalf of 8382b9130e434918ba658d83d58b4036 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:03.722216 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:03.731173 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:03.811263 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks [] for security_group (be047d11-5b5f-449c-a78e-9fa2232c46b2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:03.976036 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (be047d11-5b5f-449c-a78e-9fa2232c46b2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:04.001182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:45:04.011047 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be047d11-5b5f-449c-a78e-9fa2232c46b2,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:04.016250 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (350b3745-eafd-4351-a86d-6eef72a3b787), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:04.016593 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Added segment 350b3745-eafd-4351-a86d-6eef72a3b787 of type vlan for network 2379c852-761a-40b4-b8c0-1d4f2b1c233a Apr 11 16:45:04.070431 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (2379c852-761a-40b4-b8c0-1d4f2b1c233a), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:04.176578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (2379c852-761a-40b4-b8c0-1d4f2b1c233a), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:04.177679 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:04.178267 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:04.244933 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] Pushing event updated for resources: {'Network': ['ID=2379c852-761a-40b4-b8c0-1d4f2b1c233a,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:04.265275 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 2379c852-761a-40b4-b8c0-1d4f2b1c233a details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:45:04.597863 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e01416d4-cce4-42a7-a537-5ee87586a57a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9657497 Apr 11 16:45:04.600703 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35244) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:04.605635 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Request body: {'subnet': {'network_id': '2379c852-761a-40b4-b8c0-1d4f2b1c233a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1475210128-subnet', 'tenant_id': '8382b9130e434918ba658d83d58b4036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:04.827945 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Made reservation on behalf of 8382b9130e434918ba658d83d58b4036 for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:04.830501 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.084802 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (2e0bc651-6d39-4843-af4c-3abc9902e7dc), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.139002 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0bc651-6d39-4843-af4c-3abc9902e7dc,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:05.148642 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Checking segment: {'id': '350b3745-eafd-4351-a86d-6eef72a3b787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2379c852-761a-40b4-b8c0-1d4f2b1c233a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:45:05.155957 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Network hostable DHCP agents. Network: 2379c852-761a-40b4-b8c0-1d4f2b1c233a, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:45:05.318706 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Network 2379c852-761a-40b4-b8c0-1d4f2b1c233a is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:45:05.438902 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 2379c852-761a-40b4-b8c0-1d4f2b1c233a) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:45:05.444544 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:05.449015 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.449234 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b2dfe-6156-45f3-89c4-6bf8be72fc2d None None] Network 2379c852-761a-40b4-b8c0-1d4f2b1c233a requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:45:05.544710 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-54ff41d1-85b8-4fe9-b765-376cf9392de4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9428189 Apr 11 16:45:05.671691 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d10d61-f5d3-4adb-bcaa-f4c26b49fff9 None None] Network 2379c852-761a-40b4-b8c0-1d4f2b1c233a requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:45:05.680941 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35270) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:05.736165 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Deleting subnet d123ad22-fbcc-455f-91b8-e92520455c2d {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:45:05.740522 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Publish callbacks [] for subnet (d123ad22-fbcc-455f-91b8-e92520455c2d), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.781673 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Publish callbacks [] for subnet (d123ad22-fbcc-455f-91b8-e92520455c2d), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.791830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (d123ad22-fbcc-455f-91b8-e92520455c2d), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.953850 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for subnet (d123ad22-fbcc-455f-91b8-e92520455c2d), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.982115 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d123ad22-fbcc-455f-91b8-e92520455c2d,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:06.000825 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.005003 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-9016a476-578e-4a29-9a6b-5efce16323ab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d123ad22-fbcc-455f-91b8-e92520455c2d HTTP/1.1" status: 204 len: 168 time: 0.3227952 Apr 11 16:45:06.007626 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35278) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:06.079646 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (01a51c31-66c0-487f-baab-6e2d48110884), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.167929 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (01a51c31-66c0-487f-baab-6e2d48110884), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.191885 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.192238 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.193003 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.193334 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > port after_create 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.193654 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.193967 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > port after_update 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.194282 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.194600 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.194913 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.195230 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.260930 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.261282 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.261610 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.261928 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:45:06.262301 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a51c31-66c0-487f-baab-6e2d48110884']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:45:06.280430 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1bc289-5033-45f0-9d54-ed3e8b2601b3') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:45:06.280791 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1bc289-5033-45f0-9d54-ed3e8b2601b3') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:45:06.297674 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (cd1bc289-5033-45f0-9d54-ed3e8b2601b3), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.319933 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (cd1bc289-5033-45f0-9d54-ed3e8b2601b3), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.328931 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:45:06.329330 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (cd1bc289-5033-45f0-9d54-ed3e8b2601b3), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: from cryptography.utils import int_from_bytes Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: from cryptography.utils import int_from_bytes Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:45:06.333503 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:45:06.489060 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (01a51c31-66c0-487f-baab-6e2d48110884), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.496718 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.502563 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] 10.222.0.43 "DELETE /v2.0/networks/01a51c31-66c0-487f-baab-6e2d48110884 HTTP/1.1" status: 204 len: 168 time: 0.4914763 Apr 11 16:45:06.503335 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35286) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:06.510071 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222c42b-d66e-4500-a5b3-3f65b4add210 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a51c31-66c0-487f-baab-6e2d48110884,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:06.561727 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Deleting subnet 2e0bc651-6d39-4843-af4c-3abc9902e7dc {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:45:06.565571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Publish callbacks [] for subnet (2e0bc651-6d39-4843-af4c-3abc9902e7dc), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.603136 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (2e0bc651-6d39-4843-af4c-3abc9902e7dc), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.653057 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (2e0bc651-6d39-4843-af4c-3abc9902e7dc), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.805654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (2e0bc651-6d39-4843-af4c-3abc9902e7dc), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.834438 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0bc651-6d39-4843-af4c-3abc9902e7dc,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:06.838176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:06.844399 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-16f6731d-7313-44a3-a69d-35a4de24eeab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2e0bc651-6d39-4843-af4c-3abc9902e7dc HTTP/1.1" status: 204 len: 168 time: 0.3353591 Apr 11 16:45:06.844399 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35290) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:06.919975 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (2379c852-761a-40b4-b8c0-1d4f2b1c233a), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.006140 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (2379c852-761a-40b4-b8c0-1d4f2b1c233a), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.031847 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2379c852-761a-40b4-b8c0-1d4f2b1c233a']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:45:07.044595 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350b3745-eafd-4351-a86d-6eef72a3b787') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:45:07.044893 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350b3745-eafd-4351-a86d-6eef72a3b787') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:45:07.056705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (350b3745-eafd-4351-a86d-6eef72a3b787), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.074236 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (350b3745-eafd-4351-a86d-6eef72a3b787), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.081192 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:45:07.081498 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (350b3745-eafd-4351-a86d-6eef72a3b787), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:45:07.083244 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:45:07.102667 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483f4a-6465-4d77-b32f-e9bf9d6f8e07 req-3ebe863e-fe8d-4591-8073-4aa9d43a689a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:07.105038 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8f483f4a-6465-4d77-b32f-e9bf9d6f8e07 req-3ebe863e-fe8d-4591-8073-4aa9d43a689a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0575945 Apr 11 16:45:07.182815 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8f483f4a-6465-4d77-b32f-e9bf9d6f8e07 req-9922912b-2226-4d0e-a406-3da4050dc1bb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684960 Apr 11 16:45:07.198199 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-3d7d6417-9c93-4c08-bc4b-c580d7127a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:07.198697 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-3d7d6417-9c93-4c08-bc4b-c580d7127a92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1130 time: 0.0512643 Apr 11 16:45:07.292207 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (2379c852-761a-40b4-b8c0-1d4f2b1c233a), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.300907 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-74555a74-ae39-4b7c-8fbb-64740dfac6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:07.302368 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-74555a74-ae39-4b7c-8fbb-64740dfac6c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.0980120 Apr 11 16:45:07.305200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.308455 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2379c852-761a-40b4-b8c0-1d4f2b1c233a HTTP/1.1" status: 204 len: 168 time: 0.4646673 Apr 11 16:45:07.579629 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f653c81-1df9-41f8-a257-6f7976019b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=2379c852-761a-40b4-b8c0-1d4f2b1c233a,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:07.584549 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-88ef5206-5a41-4f05-b249-22de9e26bdce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 217 time: 0.2750528 Apr 11 16:45:07.658408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-1f4e3f10-5c4d-46ad-b3ff-2e54d5dd0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:07.660749 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-1f4e3f10-5c4d-46ad-b3ff-2e54d5dd0766 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0704892 Apr 11 16:45:07.718180 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-7eaacce8-5ef0-4e39-8f60-0114045c2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:07.721539 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-7eaacce8-5ef0-4e39-8f60-0114045c2823 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535045 Apr 11 16:45:07.741536 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35320) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:07.841671 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-a01c7da2-3c15-4410-bf4c-c9e308d3b317 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1e3b98ea2084d5cbd85aac888e11f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0983427 Apr 11 16:45:07.844498 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35330) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:07.866663 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-2bdbcfef-1bdf-4e4c-83f9-838f7c492c56 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337717 Apr 11 16:45:07.901616 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9d96e925-a3e7-49ed-9995-d344c16193fa admin admin] Publish callbacks [] for security_group (9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.925673 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9d96e925-a3e7-49ed-9995-d344c16193fa admin admin] Publish callbacks [] for security_group (9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:07.967766 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab849417-c87b-4b8a-8eb1-15c80db514ac req-f2ffd025-c88c-4ef0-a8d2-440e37c82323 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950310 Apr 11 16:45:08.101855 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9d96e925-a3e7-49ed-9995-d344c16193fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:08.104635 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9d96e925-a3e7-49ed-9995-d344c16193fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:08.109358 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-9d96e925-a3e7-49ed-9995-d344c16193fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6 HTTP/1.1" status: 204 len: 168 time: 0.2599072 Apr 11 16:45:08.114474 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96e925-a3e7-49ed-9995-d344c16193fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab4c4b3-805c-40f2-bc3d-ade6c565dcd6,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:08.309467 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05658c-721a-4752-9dda-2b53a0aa56d3 req-9ea3a0da-f9f8-4a32-951a-cca87f5c4f61 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:08.311038 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7f05658c-721a-4752-9dda-2b53a0aa56d3 req-9ea3a0da-f9f8-4a32-951a-cca87f5c4f61 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0531743 Apr 11 16:45:08.359208 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7f05658c-721a-4752-9dda-2b53a0aa56d3 req-3087a07d-1fd0-4870-867b-22cf6bc4456b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Apr 11 16:45:09.140139 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35362) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:09.183527 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0734b137-501f-4f3b-9d59-c941dd2d7253 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8382b9130e434918ba658d83d58b4036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421243 Apr 11 16:45:09.185961 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35364) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:09.235428 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eca54f67-6869-473c-9ccc-4b9b5748b925 admin admin] Publish callbacks [] for security_group (be047d11-5b5f-449c-a78e-9fa2232c46b2), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:09.258999 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eca54f67-6869-473c-9ccc-4b9b5748b925 admin admin] Publish callbacks [] for security_group (be047d11-5b5f-449c-a78e-9fa2232c46b2), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:09.472232 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eca54f67-6869-473c-9ccc-4b9b5748b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (be047d11-5b5f-449c-a78e-9fa2232c46b2), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:09.474611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eca54f67-6869-473c-9ccc-4b9b5748b925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:09.475861 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-eca54f67-6869-473c-9ccc-4b9b5748b925 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be047d11-5b5f-449c-a78e-9fa2232c46b2 HTTP/1.1" status: 204 len: 168 time: 0.2889776 Apr 11 16:45:09.494355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca54f67-6869-473c-9ccc-4b9b5748b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be047d11-5b5f-449c-a78e-9fa2232c46b2,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:09.504207 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6061d-1fe1-4bc2-92d4-e1727e58033b req-043855b4-a6ec-4b27-9410-4aa98b72137d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:09.505747 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e0f6061d-1fe1-4bc2-92d4-e1727e58033b req-043855b4-a6ec-4b27-9410-4aa98b72137d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0683804 Apr 11 16:45:09.577697 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e0f6061d-1fe1-4bc2-92d4-e1727e58033b req-8faf1c3e-e31e-4681-a677-f60e8e6a3aad tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622737 Apr 11 16:45:09.648808 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5a3e14b0-fad8-4058-b66e-52984f61c505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:09.664495 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35380) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:09.792078 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-169334a0-dd8d-4051-be61-d157d6587b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:09.886344 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-169334a0-dd8d-4051-be61-d157d6587b27 admin admin] Publish callbacks [] for security_group (0bb18239-2156-4058-a0c0-6da854f59ed3), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:10.010420 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-169334a0-dd8d-4051-be61-d157d6587b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0bb18239-2156-4058-a0c0-6da854f59ed3), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:10.051651 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-169334a0-dd8d-4051-be61-d157d6587b27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a506c89da704221bc2451b8c69ee731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858404 Apr 11 16:45:10.052703 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169334a0-dd8d-4051-be61-d157d6587b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb18239-2156-4058-a0c0-6da854f59ed3,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:10.054619 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35386) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:10.107484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-62a170ed-30b4-4f07-9609-1dcc56594305 admin admin] Publish callbacks [] for security_group (0bb18239-2156-4058-a0c0-6da854f59ed3), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:10.132663 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-62a170ed-30b4-4f07-9609-1dcc56594305 admin admin] Publish callbacks [] for security_group (0bb18239-2156-4058-a0c0-6da854f59ed3), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:10.273602 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-62a170ed-30b4-4f07-9609-1dcc56594305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0bb18239-2156-4058-a0c0-6da854f59ed3), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:10.287790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-62a170ed-30b4-4f07-9609-1dcc56594305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:10.287790 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-62a170ed-30b4-4f07-9609-1dcc56594305 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bb18239-2156-4058-a0c0-6da854f59ed3 HTTP/1.1" status: 204 len: 168 time: 0.2220104 Apr 11 16:45:10.287790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a170ed-30b4-4f07-9609-1dcc56594305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb18239-2156-4058-a0c0-6da854f59ed3,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:10.700863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41c3f-8124-4f28-b77a-6114db0db213 req-0d374bcc-2cdd-444b-90b5-56d57e03ca2f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:10.702869 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7da41c3f-8124-4f28-b77a-6114db0db213 req-0d374bcc-2cdd-444b-90b5-56d57e03ca2f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0541992 Apr 11 16:45:10.756715 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7da41c3f-8124-4f28-b77a-6114db0db213 req-ab117471-a455-4712-9082-a52376eb95ce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Apr 11 16:45:10.845069 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35426) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:10.977776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21f60e4c-2f93-44e9-a709-2d13e9d2cb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.058538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21f60e4c-2f93-44e9-a709-2d13e9d2cb79 admin admin] Publish callbacks [] for security_group (9cd5734b-92f4-42c4-8a70-453fa00cfb70), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.148552 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35434) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:11.156283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21f60e4c-2f93-44e9-a709-2d13e9d2cb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9cd5734b-92f4-42c4-8a70-453fa00cfb70), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.167374 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f7536309-52f9-4b23-84e7-76d74479bbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.218244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f60e4c-2f93-44e9-a709-2d13e9d2cb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd5734b-92f4-42c4-8a70-453fa00cfb70,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:11.225850 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-21f60e4c-2f93-44e9-a709-2d13e9d2cb79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42394293407a4810b2d0ffe658e5084b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789790 Apr 11 16:45:11.225995 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35440) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:11.313333 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0f-4059-4aac-a73f-666ad05bf3a4 admin admin] Publish callbacks [] for security_group (9cd5734b-92f4-42c4-8a70-453fa00cfb70), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.318554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f7536309-52f9-4b23-84e7-76d74479bbb9 admin admin] Publish callbacks [] for security_group (ee1e7950-ba2a-46a8-96e2-d5fa5e042892), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.335734 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0f-4059-4aac-a73f-666ad05bf3a4 admin admin] Publish callbacks [] for security_group (9cd5734b-92f4-42c4-8a70-453fa00cfb70), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.410339 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f7536309-52f9-4b23-84e7-76d74479bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ee1e7950-ba2a-46a8-96e2-d5fa5e042892), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.451715 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-f7536309-52f9-4b23-84e7-76d74479bbb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68fa2a11cb7f4fa6b31a65e60479ee3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020442 Apr 11 16:45:11.452871 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536309-52f9-4b23-84e7-76d74479bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e7950-ba2a-46a8-96e2-d5fa5e042892,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:11.454489 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35444) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:11.508032 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0f-4059-4aac-a73f-666ad05bf3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9cd5734b-92f4-42c4-8a70-453fa00cfb70), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.510489 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0f-4059-4aac-a73f-666ad05bf3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.511645 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ce4f0c0f-4059-4aac-a73f-666ad05bf3a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cd5734b-92f4-42c4-8a70-453fa00cfb70 HTTP/1.1" status: 204 len: 168 time: 0.2837985 Apr 11 16:45:11.519885 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1c8-add0-41ef-a7aa-5a5dc48bff04 admin admin] Publish callbacks [] for security_group (ee1e7950-ba2a-46a8-96e2-d5fa5e042892), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.527811 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f0c0f-4059-4aac-a73f-666ad05bf3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd5734b-92f4-42c4-8a70-453fa00cfb70,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:11.555309 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1c8-add0-41ef-a7aa-5a5dc48bff04 admin admin] Publish callbacks [] for security_group (ee1e7950-ba2a-46a8-96e2-d5fa5e042892), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.688444 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1c8-add0-41ef-a7aa-5a5dc48bff04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ee1e7950-ba2a-46a8-96e2-d5fa5e042892), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.691620 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1c8-add0-41ef-a7aa-5a5dc48bff04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:11.692831 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-bc70e1c8-add0-41ef-a7aa-5a5dc48bff04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee1e7950-ba2a-46a8-96e2-d5fa5e042892 HTTP/1.1" status: 204 len: 168 time: 0.2373433 Apr 11 16:45:11.700666 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e1c8-add0-41ef-a7aa-5a5dc48bff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e7950-ba2a-46a8-96e2-d5fa5e042892,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:11.872686 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104cdf-a215-4676-8de6-db37a0b01d06 req-01cbe1ee-61bd-468a-843d-b6cd802fcf3c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:11.874040 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-75104cdf-a215-4676-8de6-db37a0b01d06 req-01cbe1ee-61bd-468a-843d-b6cd802fcf3c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0474362 Apr 11 16:45:11.922631 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-75104cdf-a215-4676-8de6-db37a0b01d06 req-6cfabcee-d95b-4ab9-8ac1-4017da4c9acb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Apr 11 16:45:12.250238 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cced530-1c95-498b-9a6a-124600a6784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:12.838951 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:13.073153 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4772d45-74a7-49d2-8fe0-98f4cf9cef0f req-a3906a60-e81b-4748-86f8-1caf0974c696 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:13.075811 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b4772d45-74a7-49d2-8fe0-98f4cf9cef0f req-a3906a60-e81b-4748-86f8-1caf0974c696 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0528126 Apr 11 16:45:13.142088 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b4772d45-74a7-49d2-8fe0-98f4cf9cef0f req-1b1f1a3b-04d6-420e-a173-61987f5a1476 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556035 Apr 11 16:45:13.296285 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:14.261887 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50658-ca74-4a25-9112-a890b18aff15 req-895586e0-0b19-4b07-b838-013f3dcb09e5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:14.263383 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-59f50658-ca74-4a25-9112-a890b18aff15 req-895586e0-0b19-4b07-b838-013f3dcb09e5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0530267 Apr 11 16:45:14.317934 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-59f50658-ca74-4a25-9112-a890b18aff15 req-c21377ee-3c4f-4da2-bf17-7016b8d4031c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Apr 11 16:45:14.907433 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:15.514186 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea3c6-415c-419e-b040-0ea2408663bf req-7b12ffc5-38ba-4ecf-83d6-fb5d58e56a1b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:15.515862 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af4ea3c6-415c-419e-b040-0ea2408663bf req-7b12ffc5-38ba-4ecf-83d6-fb5d58e56a1b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.1314535 Apr 11 16:45:15.585569 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af4ea3c6-415c-419e-b040-0ea2408663bf req-26b0807e-5c3e-49c2-be9f-daca472565b7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Apr 11 16:45:15.646965 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35590) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:15.775908 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6500d3b-369b-4d4b-a987-1b93ba8999f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:15.848245 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6500d3b-369b-4d4b-a987-1b93ba8999f6 admin admin] Publish callbacks [] for security_group (6217d852-8f9e-4990-b519-c0458883daf2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:15.921505 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6500d3b-369b-4d4b-a987-1b93ba8999f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6217d852-8f9e-4990-b519-c0458883daf2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:15.963012 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c6500d3b-369b-4d4b-a987-1b93ba8999f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5900cce1db854b03a120aa56edbfe3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149166 Apr 11 16:45:15.964181 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500d3b-369b-4d4b-a987-1b93ba8999f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6217d852-8f9e-4990-b519-c0458883daf2,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:15.965730 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35610) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:15.981133 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:16.015317 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ef722530-229a-4b4b-acaf-a47d86787180 admin admin] Publish callbacks [] for security_group (6217d852-8f9e-4990-b519-c0458883daf2), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:16.037642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ef722530-229a-4b4b-acaf-a47d86787180 admin admin] Publish callbacks [] for security_group (6217d852-8f9e-4990-b519-c0458883daf2), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:16.162999 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ef722530-229a-4b4b-acaf-a47d86787180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6217d852-8f9e-4990-b519-c0458883daf2), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:16.165877 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ef722530-229a-4b4b-acaf-a47d86787180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:16.169211 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ef722530-229a-4b4b-acaf-a47d86787180 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6217d852-8f9e-4990-b519-c0458883daf2 HTTP/1.1" status: 204 len: 168 time: 0.2001979 Apr 11 16:45:16.177493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef722530-229a-4b4b-acaf-a47d86787180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6217d852-8f9e-4990-b519-c0458883daf2,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:16.701453 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7062e-2ac3-4ed3-b57e-fe2199a25f46 req-db8bcb64-51d3-4ca8-aa49-7b825690efb1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:16.703014 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ad7062e-2ac3-4ed3-b57e-fe2199a25f46 req-db8bcb64-51d3-4ca8-aa49-7b825690efb1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0475001 Apr 11 16:45:16.750378 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ad7062e-2ac3-4ed3-b57e-fe2199a25f46 req-25f858ef-18ff-4808-af7d-f14955b3bbc4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Apr 11 16:45:16.930106 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35632) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:16.945468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9e335d82-744e-4135-900c-674ff43e943a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.006528 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-605704e6-deaa-4a3c-8b4f-fc1c977b1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.008018 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-605704e6-deaa-4a3c-8b4f-fc1c977b1045 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1130 time: 0.0516880 Apr 11 16:45:17.120684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9e335d82-744e-4135-900c-674ff43e943a admin admin] Publish callbacks [] for security_group (7cf53011-e71f-4c82-b4ae-36033736a55c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.138924 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-8ff09f4d-e5e8-443a-b75d-7911a2790c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.140564 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-8ff09f4d-e5e8-443a-b75d-7911a2790c49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1137292 Apr 11 16:45:17.187616 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9e335d82-744e-4135-900c-674ff43e943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (7cf53011-e71f-4c82-b4ae-36033736a55c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.190853 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-838b4453-a8a4-4fad-bc86-cfc87168afcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 217 time: 0.0392253 Apr 11 16:45:17.265397 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9e335d82-744e-4135-900c-674ff43e943a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29caea87487d497e813751879b347f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339090 Apr 11 16:45:17.268893 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e335d82-744e-4135-900c-674ff43e943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf53011-e71f-4c82-b4ae-36033736a55c,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:17.269975 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35636) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:17.284292 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-6481e659-9788-483f-9694-66dc62584d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.285742 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-6481e659-9788-483f-9694-66dc62584d7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0775404 Apr 11 16:45:17.330763 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-b0def6ce-ef0d-49e1-bc29-4547cbf2376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.332306 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-b0def6ce-ef0d-49e1-bc29-4547cbf2376c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404701 Apr 11 16:45:17.334351 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Publish callbacks [] for security_group (7cf53011-e71f-4c82-b4ae-36033736a55c), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.355173 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Publish callbacks [] for security_group (7cf53011-e71f-4c82-b4ae-36033736a55c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.484369 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (7cf53011-e71f-4c82-b4ae-36033736a55c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.487153 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.488374 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cf53011-e71f-4c82-b4ae-36033736a55c HTTP/1.1" status: 204 len: 168 time: 0.2173867 Apr 11 16:45:17.499665 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf53011-e71f-4c82-b4ae-36033736a55c,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:17.512060 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.512416 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.512762 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.513103 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.513495 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.513836 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.514165 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.514493 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.514823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.515148 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.515617 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.515827 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.516157 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.516473 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.516793 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac0ef7-94be-4a58-9157-265e17b0108d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:17.868809 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4fa8c-d906-49ba-a4c2-5f7013748968 req-fd8987f3-3146-485d-a7c3-77458b614f61 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.870507 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9b4fa8c-d906-49ba-a4c2-5f7013748968 req-fd8987f3-3146-485d-a7c3-77458b614f61 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0516119 Apr 11 16:45:17.923447 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9b4fa8c-d906-49ba-a4c2-5f7013748968 req-aa7cacec-25a9-40b4-96ef-1df8367084b4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Apr 11 16:45:18.090319 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:18.235096 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35652) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:18.249061 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-699e5e8b-cf59-4d6e-83fd-49a0694b1445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.348005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-699e5e8b-cf59-4d6e-83fd-49a0694b1445 admin admin] Publish callbacks [] for security_group (78c30729-b0fb-431d-808f-53aef291bc63), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.421400 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-699e5e8b-cf59-4d6e-83fd-49a0694b1445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (78c30729-b0fb-431d-808f-53aef291bc63), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.461124 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-699e5e8b-cf59-4d6e-83fd-49a0694b1445 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe5699fcc57246ef8d3436e0efa45845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245553 Apr 11 16:45:18.461706 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e5e8b-cf59-4d6e-83fd-49a0694b1445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c30729-b0fb-431d-808f-53aef291bc63,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:18.463421 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35656) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:18.516546 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Publish callbacks [] for security_group (78c30729-b0fb-431d-808f-53aef291bc63), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.539335 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Publish callbacks [] for security_group (78c30729-b0fb-431d-808f-53aef291bc63), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.650273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (78c30729-b0fb-431d-808f-53aef291bc63), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.652814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.654582 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78c30729-b0fb-431d-808f-53aef291bc63 HTTP/1.1" status: 204 len: 168 time: 0.1899698 Apr 11 16:45:18.663720 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c30729-b0fb-431d-808f-53aef291bc63,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:18.670949 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.671346 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.671721 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.672068 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.672403 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.672735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.673063 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.673390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.674901 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.675260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.675628 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.676074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.676446 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.676721 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:18.677075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23fb3c-5625-4d08-8c08-0a8cc6c4e3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:19.055139 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb65e89-eb43-4da6-8f7a-e26fd6faea7c req-51a31bb8-b7c9-433e-b4f8-efa8d647dceb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:19.056628 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3bb65e89-eb43-4da6-8f7a-e26fd6faea7c req-51a31bb8-b7c9-433e-b4f8-efa8d647dceb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0585811 Apr 11 16:45:19.111424 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3bb65e89-eb43-4da6-8f7a-e26fd6faea7c req-917fe985-cff7-4362-b40f-ee2cf0c5691b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Apr 11 16:45:20.224844 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f6ee3-0006-4c40-a535-b2dea3b02f7d req-56234185-84bc-4b7b-a267-678ef40c3599 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:20.226521 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2b0f6ee3-0006-4c40-a535-b2dea3b02f7d req-56234185-84bc-4b7b-a267-678ef40c3599 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0476689 Apr 11 16:45:20.278748 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2b0f6ee3-0006-4c40-a535-b2dea3b02f7d req-f0450664-d7d3-41ce-95f2-31db847744ae tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Apr 11 16:45:20.483749 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-0839038c-0f62-416f-b2fa-c37d420a5034 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915177 Apr 11 16:45:21.393299 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190c4-8372-4ae9-80d2-03918f5d4e73 req-3221cd65-0fb9-4a2e-8603-014939fde062 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:21.394844 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b34190c4-8372-4ae9-80d2-03918f5d4e73 req-3221cd65-0fb9-4a2e-8603-014939fde062 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0484138 Apr 11 16:45:21.456404 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b34190c4-8372-4ae9-80d2-03918f5d4e73 req-aec9a726-f0ef-4e71-bd79-bde9533e4b1f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558882 Apr 11 16:45:21.747097 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5dde5b3-4534-43cf-b1ec-51ea6f9c67ff req-c79d62fc-9932-437c-a8ef-6eed8eb413dd service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023378 Apr 11 16:45:22.570483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd855b-fd7d-43f2-bb28-78d5851af9f1 req-3e921d22-a460-4c1d-8008-274f97d87415 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:22.572315 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5dcd855b-fd7d-43f2-bb28-78d5851af9f1 req-3e921d22-a460-4c1d-8008-274f97d87415 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0492694 Apr 11 16:45:22.628569 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5dcd855b-fd7d-43f2-bb28-78d5851af9f1 req-3ae4c01d-506d-4d9c-a456-c4fef259ca79 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498247 Apr 11 16:45:23.747094 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e93e1a-979e-4f0c-9ac2-83abaf76a582 req-ef62cd3d-cfb0-470b-ae02-2b84c429422f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:23.748602 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-47e93e1a-979e-4f0c-9ac2-83abaf76a582 req-ef62cd3d-cfb0-470b-ae02-2b84c429422f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0476122 Apr 11 16:45:23.800976 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-47e93e1a-979e-4f0c-9ac2-83abaf76a582 req-c5876ea1-83e2-4904-a7ba-c8f66aaab028 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459504 Apr 11 16:45:23.973945 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3383283b-a910-48a8-8916-8598c703184a tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8eeae39feb8d4b91b8844451a84dc066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285399 Apr 11 16:45:24.161646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-a15a0f7e-c482-49ba-a397-6dd9e72ebfc5 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:24.163112 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-a15a0f7e-c482-49ba-a397-6dd9e72ebfc5 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839979 Apr 11 16:45:24.178111 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-207423c7-4e3f-4398-8fc9-ed6360f4e6f4 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/quotas/8eeae39feb8d4b91b8844451a84dc066 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Apr 11 16:45:24.212481 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-f9eddf67-1514-48b2-8e3a-a1d7b4669928 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8eeae39feb8d4b91b8844451a84dc066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281904 Apr 11 16:45:24.513234 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b0bcfe72-2f89-46b7-9509-308fbdcefc97 req-ea86b67d-ad9b-4790-b907-96b1a733de2d tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Apr 11 16:45:24.914891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d229a88-51bc-468a-968b-72a2a55313bb req-11104b0c-abfa-4880-b901-377498611064 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:24.916410 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1d229a88-51bc-468a-968b-72a2a55313bb req-11104b0c-abfa-4880-b901-377498611064 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0475848 Apr 11 16:45:24.963129 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1d229a88-51bc-468a-968b-72a2a55313bb req-3b3a3a71-d846-4ba9-bca2-1466c2b97015 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 Apr 11 16:45:25.195854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35804) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:25.306132 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-49d3fc52-d325-47d1-9218-e1b0ad6f4e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.379887 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-49d3fc52-d325-47d1-9218-e1b0ad6f4e3d admin admin] Publish callbacks [] for security_group (231387a2-cd9d-463c-8115-46ebc08806e6), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.455660 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-49d3fc52-d325-47d1-9218-e1b0ad6f4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (231387a2-cd9d-463c-8115-46ebc08806e6), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.497993 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-49d3fc52-d325-47d1-9218-e1b0ad6f4e3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55ea70b432734c2e85f719e2a8fc2fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010569 Apr 11 16:45:25.498930 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3fc52-d325-47d1-9218-e1b0ad6f4e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231387a2-cd9d-463c-8115-46ebc08806e6,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:25.500696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 35810) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:25.560075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7e8c917d-c194-4452-b691-24db77eb93a6 admin admin] Publish callbacks [] for security_group (231387a2-cd9d-463c-8115-46ebc08806e6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.586873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7e8c917d-c194-4452-b691-24db77eb93a6 admin admin] Publish callbacks [] for security_group (231387a2-cd9d-463c-8115-46ebc08806e6), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.595000 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ecf83f9c-9286-4b25-9b67-661a8dc85d2f req-6ca4b6f8-de07-45ef-8fc6-587ac8a13138 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0269759 Apr 11 16:45:25.747434 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7e8c917d-c194-4452-b691-24db77eb93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (231387a2-cd9d-463c-8115-46ebc08806e6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.750116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7e8c917d-c194-4452-b691-24db77eb93a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.751460 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-7e8c917d-c194-4452-b691-24db77eb93a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/231387a2-cd9d-463c-8115-46ebc08806e6 HTTP/1.1" status: 204 len: 168 time: 0.2494600 Apr 11 16:45:25.760119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c917d-c194-4452-b691-24db77eb93a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231387a2-cd9d-463c-8115-46ebc08806e6,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:26.077961 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b025-45f8-4c58-93d5-ac594e14dfae req-9b376431-32dc-47fc-a79c-2c82bf19c8ac tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:26.080045 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45f9b025-45f8-4c58-93d5-ac594e14dfae req-9b376431-32dc-47fc-a79c-2c82bf19c8ac tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0470660 Apr 11 16:45:26.130965 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45f9b025-45f8-4c58-93d5-ac594e14dfae req-5bc86113-8174-4bf8-802c-541cd8089602 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Apr 11 16:45:26.701207 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-55cd765a-75dc-4e06-8009-60bcd20670aa req-c5430ec0-d62a-43cb-871c-90a3a3b55094 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0308301 Apr 11 16:45:27.250526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880602c-567e-4186-8606-2f3fd666f258 req-e520cf58-310f-4730-b35e-6556225f205f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:27.252732 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e880602c-567e-4186-8606-2f3fd666f258 req-e520cf58-310f-4730-b35e-6556225f205f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0509939 Apr 11 16:45:27.305291 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e880602c-567e-4186-8606-2f3fd666f258 req-aa5aa5da-a307-4a2d-bec7-64d14ff36849 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Apr 11 16:45:27.352099 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35860) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:27.454786 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0bf4-abca-4e68-9580-8821f9f14641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.533729 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0bf4-abca-4e68-9580-8821f9f14641 admin admin] Publish callbacks [] for security_group (c0c0ef06-dba3-4128-99e3-7f2342c9aedc), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.598083 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0bf4-abca-4e68-9580-8821f9f14641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c0c0ef06-dba3-4128-99e3-7f2342c9aedc), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.637816 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c7ee0bf4-abca-4e68-9580-8821f9f14641 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a0f38453c124777894b621c349bfeea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846289 Apr 11 16:45:27.638652 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee0bf4-abca-4e68-9580-8821f9f14641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c0ef06-dba3-4128-99e3-7f2342c9aedc,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:27.640887 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 35864) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:27.691823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6df35906-05d6-4f64-a97e-e006243f63a1 admin admin] Publish callbacks [] for security_group (c0c0ef06-dba3-4128-99e3-7f2342c9aedc), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.715245 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6df35906-05d6-4f64-a97e-e006243f63a1 admin admin] Publish callbacks [] for security_group (c0c0ef06-dba3-4128-99e3-7f2342c9aedc), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.803916 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f3e179af-bcec-4663-b77f-1d53daa88f51 req-5e563f5d-1a7b-41b4-86b5-835f59e6fc7d tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0308969 Apr 11 16:45:27.855121 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6df35906-05d6-4f64-a97e-e006243f63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c0c0ef06-dba3-4128-99e3-7f2342c9aedc), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.857814 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6df35906-05d6-4f64-a97e-e006243f63a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.858947 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6df35906-05d6-4f64-a97e-e006243f63a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0c0ef06-dba3-4128-99e3-7f2342c9aedc HTTP/1.1" status: 204 len: 168 time: 0.2171226 Apr 11 16:45:27.867113 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df35906-05d6-4f64-a97e-e006243f63a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c0ef06-dba3-4128-99e3-7f2342c9aedc,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:28.416182 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab896637-7379-483a-a982-f96bdb2a39df req-67c14a4e-41e2-41b9-ad84-38747141c1f8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:28.417622 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab896637-7379-483a-a982-f96bdb2a39df req-67c14a4e-41e2-41b9-ad84-38747141c1f8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0454810 Apr 11 16:45:28.463409 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab896637-7379-483a-a982-f96bdb2a39df req-ab0eec0c-3e29-42cd-8be6-cf98c0fca1ce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Apr 11 16:45:28.906261 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7aecefad-1384-4e13-a932-527c507b475b req-bc2ded0e-ea73-4b51-95c8-a747b2a4a8fa tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0304070 Apr 11 16:45:29.573541 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09fa83-80c8-4eda-85bb-618f3bdb544f req-91b10cd4-272e-449f-8c26-953184f23964 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:29.574925 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b09fa83-80c8-4eda-85bb-618f3bdb544f req-91b10cd4-272e-449f-8c26-953184f23964 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0467906 Apr 11 16:45:29.622266 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b09fa83-80c8-4eda-85bb-618f3bdb544f req-c25b2798-2c72-424f-8302-30b2a4abc75b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Apr 11 16:45:30.000673 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-21e442b9-6827-4ed1-aa25-72d4f309db12 req-77f83495-dff5-4a8f-8a46-0680c71ced98 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0261552 Apr 11 16:45:30.742242 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d6eac-a446-44d5-a39d-ff1926e011d1 req-4f10e34d-9b68-4cb2-a1c3-810d19b40d44 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:30.743713 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-328d6eac-a446-44d5-a39d-ff1926e011d1 req-4f10e34d-9b68-4cb2-a1c3-810d19b40d44 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0484562 Apr 11 16:45:30.791253 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-328d6eac-a446-44d5-a39d-ff1926e011d1 req-9567032c-6864-44a9-92c7-96a714a629f7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Apr 11 16:45:31.093553 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3be3b1bb-4074-4b87-855a-b5cef948bf82 req-32aeee10-5aad-4571-8635-d7e554bb9a1d tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Apr 11 16:45:31.585412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892e34-a8c9-450a-99c8-2235c422122b req-00e32753-2a02-4578-92f2-86a1bf1971ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:31.586789 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f1892e34-a8c9-450a-99c8-2235c422122b req-00e32753-2a02-4578-92f2-86a1bf1971ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1130 time: 0.0374951 Apr 11 16:45:31.634175 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f1892e34-a8c9-450a-99c8-2235c422122b req-30248ad9-c656-4fac-94f5-904c12d18c2c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Apr 11 16:45:31.907151 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b698a0-5fcd-440e-a518-e2e104137132 req-d21302ae-4018-40ff-8967-aa43096d3acd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:31.909711 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f6b698a0-5fcd-440e-a518-e2e104137132 req-d21302ae-4018-40ff-8967-aa43096d3acd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0462008 Apr 11 16:45:31.979166 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f6b698a0-5fcd-440e-a518-e2e104137132 req-c7c3824e-fe9c-4d51-b0f1-333551ae4e7a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637965 Apr 11 16:45:32.191866 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9666bd54-4860-4db3-b18e-b5926e1494db req-26563791-aa09-4919-9d44-b19bd89884f5 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0302258 Apr 11 16:45:33.094340 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf914e7-9b25-4314-aa60-537d63e29c4a req-887d885e-7e25-4678-b7a6-fa6918aa90d6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:33.095851 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-acf914e7-9b25-4314-aa60-537d63e29c4a req-887d885e-7e25-4678-b7a6-fa6918aa90d6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0466769 Apr 11 16:45:33.143248 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-acf914e7-9b25-4314-aa60-537d63e29c4a req-99423e09-61a6-493e-92be-0d61d0687095 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Apr 11 16:45:33.284854 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-72b0d0fe-5a1c-42bd-a199-3cfbec09e931 req-be7b8716-3dd1-4d62-ad0c-f8a710a00fed tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0261281 Apr 11 16:45:34.257877 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435ab58-9110-42a3-ba4a-1a345139bbb3 req-538bbc13-238d-4ea7-a465-a053997ca90a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:34.259236 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7435ab58-9110-42a3-ba4a-1a345139bbb3 req-538bbc13-238d-4ea7-a465-a053997ca90a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0450125 Apr 11 16:45:34.304532 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7435ab58-9110-42a3-ba4a-1a345139bbb3 req-2bd39a1b-aea6-4be7-8b5c-1166d2369ed6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Apr 11 16:45:34.381451 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-668929de-0a59-49a0-9e0b-4baf18b3e1e8 req-fde78c9a-0f31-4f82-a69c-ec88d2da157b tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Apr 11 16:45:35.418151 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12c115-25ae-4816-8231-7ae1bb68bb02 req-f3c4e496-3219-46dd-8b3f-a63dc6f1d63a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:35.419694 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2d12c115-25ae-4816-8231-7ae1bb68bb02 req-f3c4e496-3219-46dd-8b3f-a63dc6f1d63a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0498838 Apr 11 16:45:35.480143 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2d12c115-25ae-4816-8231-7ae1bb68bb02 req-5075392a-9b06-44c7-8b91-33400e07e488 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539017 Apr 11 16:45:35.487542 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5cce2eb8-7401-49f0-92bb-9a99f25088ff req-66af6474-0200-402f-8d30-ccb8a5f2bcec tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0272763 Apr 11 16:45:36.583558 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-65ae1bba-ea1b-4156-a25c-c0a135c441d6 req-5425fb86-8b0f-4c0b-ae1b-86fff7c3d472 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0278182 Apr 11 16:45:36.592080 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e25c9f-e374-4501-bee5-30ba89ee298e req-0b603007-3656-49b5-a9fe-b1e76aef5c14 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:36.593557 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a2e25c9f-e374-4501-bee5-30ba89ee298e req-0b603007-3656-49b5-a9fe-b1e76aef5c14 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0462928 Apr 11 16:45:36.641997 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a2e25c9f-e374-4501-bee5-30ba89ee298e req-0e869fca-c6b8-427d-99d7-398b62609781 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Apr 11 16:45:36.998915 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-7b42bfff-9a87-4717-b582-b554850953fe tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8eeae39feb8d4b91b8844451a84dc066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221393 Apr 11 16:45:37.115889 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-466313e3-714e-41d7-91bd-a0cbb7e5a270 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:37.118047 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-466313e3-714e-41d7-91bd-a0cbb7e5a270 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138957 Apr 11 16:45:37.135396 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Request body: {'port': {'device_id': '2386db14-58b2-4b9d-9014-207be82e3001', 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0', 'admin_state_up': True, 'tenant_id': '8eeae39feb8d4b91b8844451a84dc066'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:37.358211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Made reservation on behalf of 8eeae39feb8d4b91b8844451a84dc066 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:37.364686 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:37.371931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:37.459101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks [] for security_group (f359a739-d0a4-401d-9cab-ad8bd0c565ad), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:37.562313 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f359a739-d0a4-401d-9cab-ad8bd0c565ad), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:37.626759 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f359a739-d0a4-401d-9cab-ad8bd0c565ad,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:37.686441 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-932b6ece-df98-41ab-a2eb-b346bcb90b01 req-83c70ff0-beac-4625-b4c3-2b7a7f37cb2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Apr 11 16:45:37.698560 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Allocated IP 192.168.233.30 (06cc361f-741f-457c-8b35-52bb56a0e7a0/a03a44fa-c332-4718-a274-d321b7c98bfa/5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:45:37.789239 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836027fd-5106-4728-957a-8ffa334da640 req-697f6192-3104-4daa-bde8-eeaa40e8599d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:37.791498 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-836027fd-5106-4728-957a-8ffa334da640 req-697f6192-3104-4daa-bde8-eeaa40e8599d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0736375 Apr 11 16:45:37.902326 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-836027fd-5106-4728-957a-8ffa334da640 req-013ba96d-77b0-489c-ab12-4615dfabdbce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047311 Apr 11 16:45:37.937306 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks [] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.044452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.088075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Network 06cc361f-741f-457c-8b35-52bb56a0e7a0 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:45:38.091029 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:45:38.095845 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:45:38.145601 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Pushing event updated for resources: {'Port': ['ID=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:38.159857 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:38.159857 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.246438 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-4e83fcdf-ffec-4830-b53c-387c7559fd05 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1150048 Apr 11 16:45:38.258482 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Request body: {'port': {'device_id': '2386db14-58b2-4b9d-9014-207be82e3001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:38.337203 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.356828 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-03d9c199-f1b0-4b06-b8f4-5c340235f58f None None] Provisioning complete for port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:38.357409 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-03d9c199-f1b0-4b06-b8f4-5c340235f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.395562 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-03d9c199-f1b0-4b06-b8f4-5c340235f58f None None] Port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:45:38.621123 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:45:38.629281 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Publish callbacks [] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.641528 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Transition to ACTIVE for port object 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:45:38.745297 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.804928 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1e45d-24e9-4d0d-8ace-9fa4031a297c req-eef9ed18-76b2-4319-b355-6972a1f2f138 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:38.806469 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7df1e45d-24e9-4d0d-8ace-9fa4031a297c req-eef9ed18-76b2-4319-b355-6972a1f2f138 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0498893 Apr 11 16:45:38.864364 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:38.883825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Attempting to bind port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:45:38.884218 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Attempting to bind port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:45:38.884430 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Attempting to bind port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b on network 06cc361f-741f-457c-8b35-52bb56a0e7a0 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:45:38.885120 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7df1e45d-24e9-4d0d-8ace-9fa4031a297c req-add90558-41d2-48c8-b99d-278dbd212cad tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701823 Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b on network 06cc361f-741f-457c-8b35-52bb56a0e7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Attempting to bind port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b on network 06cc361f-741f-457c-8b35-52bb56a0e7a0 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Checking segment: {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Bound using segment: {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Bound port: 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bb6107-daf1-4e88-8087-7d3b432321cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:45:38.900829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:38.973902 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] For port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:45:38.977287 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] For port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:45:39.029335 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7458-9858-4bb2-ac6c-4eee80f75e79 req-f2ee8910-2a18-4f22-ae4e-0cb2d36a74f5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.030826 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-94da7458-9858-4bb2-ac6c-4eee80f75e79 req-f2ee8910-2a18-4f22-ae4e-0cb2d36a74f5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0475791 Apr 11 16:45:39.079941 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:39.090295 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-94da7458-9858-4bb2-ac6c-4eee80f75e79 req-4310c25c-67ad-47f2-b9af-b46b5aaf2247 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Apr 11 16:45:39.117138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.117756 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:39.119152 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] 10.222.0.60 "PUT /v2.0/ports/5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b HTTP/1.1" status: 200 len: 1097 time: 0.8655624 Apr 11 16:45:39.119633 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2386db14-58b2-4b9d-9014-207be82e3001', 'tag': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:45:39.124904 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc6255-4e6d-422f-a888-5dadd3ebadba" -d '{"events": [{"name": "network-changed", "server_uuid": "2386db14-58b2-4b9d-9014-207be82e3001", "tag": "5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:45:39.156472 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881e694-e13b-42ed-ae51-44d3fdd63e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:39.173499 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ac736-9294-4906-bbd5-f7b7374d405d x-openstack-request-id: req-130ac736-9294-4906-bbd5-f7b7374d405d {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:45:39.174490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2386db14-58b2-4b9d-9014-207be82e3001", "tag": "5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:45:39.174953 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-130ac736-9294-4906-bbd5-f7b7374d405d {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:45:39.175450 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130ac736-9294-4906-bbd5-f7b7374d405d'] response: {'name': 'network-changed', 'server_uuid': '2386db14-58b2-4b9d-9014-207be82e3001', 'tag': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b', 'status': 'completed', 'code': 200} Apr 11 16:45:39.346612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-88cb4134-0028-4a60-8244-96a739825a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.346612 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-88cb4134-0028-4a60-8244-96a739825a2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8eeae39feb8d4b91b8844451a84dc066&device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 1131 time: 0.0476606 Apr 11 16:45:39.392720 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-df2bdd71-8163-42b3-a39a-f9e133dd3616 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b HTTP/1.1" status: 200 len: 217 time: 0.0380857 Apr 11 16:45:39.446308 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-008187e0-a19a-4d91-91f9-4f867d2281a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.447678 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-008187e0-a19a-4d91-91f9-4f867d2281a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a03a44fa-c332-4718-a274-d321b7c98bfa HTTP/1.1" status: 200 len: 843 time: 0.0483925 Apr 11 16:45:39.491938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-f7606600-24dc-4cff-a40a-41af7ea417f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.493426 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-f7606600-24dc-4cff-a40a-41af7ea417f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06cc361f-741f-457c-8b35-52bb56a0e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0404463 Apr 11 16:45:39.595381 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-582c780a-1536-4665-8cf5-d2f8acf8734f service neutron] 10.222.0.60 "GET /v2.0/networks/06cc361f-741f-457c-8b35-52bb56a0e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941367 Apr 11 16:45:39.620345 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6112e-58fe-4b94-b218-0de3dd009c84 req-a7fb4d5d-b050-4213-b453-85c3b4ab7c84 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.624508 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f1c6112e-58fe-4b94-b218-0de3dd009c84 req-a7fb4d5d-b050-4213-b453-85c3b4ab7c84 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0615904 Apr 11 16:45:39.630457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-78914d01-9c81-4299-8e53-fe76713efae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:39.675382 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f1c6112e-58fe-4b94-b218-0de3dd009c84 req-67230a9f-e622-4650-9445-56b196cd6612 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Apr 11 16:45:39.697385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-ff178a56-4b05-42c2-9ce3-06a9474ee410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.698805 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-ff178a56-4b05-42c2-9ce3-06a9474ee410 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1130 time: 0.0706117 Apr 11 16:45:39.718253 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1730d3e3-0a3d-44f8-a6ff-cfec44c7cae4 req-66a85196-527d-4762-97ee-2b796299352f service neutron] 10.222.0.60 "GET /v2.0/networks/06cc361f-741f-457c-8b35-52bb56a0e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178157 Apr 11 16:45:40.002839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21652-c22c-4620-8f75-7d7ff439b99a req-ab1b8098-ed76-42db-b1dc-f978d2af039c tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:40.004343 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3ac21652-c22c-4620-8f75-7d7ff439b99a req-ab1b8098-ed76-42db-b1dc-f978d2af039c tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0494692 Apr 11 16:45:40.054526 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3ac21652-c22c-4620-8f75-7d7ff439b99a req-f97e8e20-3be9-4be8-a2c3-6ac0fd2c6057 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Apr 11 16:45:40.792641 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c6a9d-cbe5-473c-91a1-cc262d8ab87f req-336b5ea3-3bdb-4d4c-8735-41abcb36f67a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:40.794109 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5d2c6a9d-cbe5-473c-91a1-cc262d8ab87f req-336b5ea3-3bdb-4d4c-8735-41abcb36f67a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0506604 Apr 11 16:45:40.841712 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5d2c6a9d-cbe5-473c-91a1-cc262d8ab87f req-6493c531-7821-49c0-8b40-dbd4e4be284a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Apr 11 16:45:41.163317 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70c6b-9c11-4fab-aacd-277d734dd608 req-c0951013-e07d-4e05-8c2a-fc05d913e5a9 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:41.164810 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fee70c6b-9c11-4fab-aacd-277d734dd608 req-c0951013-e07d-4e05-8c2a-fc05d913e5a9 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0460160 Apr 11 16:45:41.214692 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fee70c6b-9c11-4fab-aacd-277d734dd608 req-e20196a7-898e-4921-92c7-0ea591ea69fd tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 Apr 11 16:45:41.954928 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c1b4-c0eb-4734-8962-f9a00a5559dd req-a458c4f7-e3ad-44e2-b118-5feaad9d8696 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:41.956436 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-be47c1b4-c0eb-4734-8962-f9a00a5559dd req-a458c4f7-e3ad-44e2-b118-5feaad9d8696 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0466812 Apr 11 16:45:42.004076 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-be47c1b4-c0eb-4734-8962-f9a00a5559dd req-60262426-4968-432a-b537-378eb2b500ec tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Apr 11 16:45:42.260839 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-57613cd8-c803-4e02-bfd9-6ecd90d665a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:42.334394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052e7b-f723-48b9-86e5-88a1ee8e2ae4 req-0679baeb-b0a6-4077-a8b2-2b77a61b0f63 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:42.335937 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ad052e7b-f723-48b9-86e5-88a1ee8e2ae4 req-0679baeb-b0a6-4077-a8b2-2b77a61b0f63 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0515296 Apr 11 16:45:42.670018 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ad052e7b-f723-48b9-86e5-88a1ee8e2ae4 req-b34876e7-2d01-4536-838a-881209b5e65b tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284104 Apr 11 16:45:42.697018 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-94a9e6f8-916c-4742-b846-844fd776a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:42.698489 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-94a9e6f8-916c-4742-b846-844fd776a932 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1179984 Apr 11 16:45:42.807658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:43.113519 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17039dd7-e49f-4463-8b06-b0d1277e5d9f req-a7d6355a-bdb2-4b40-b919-4a0b930c0505 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:43.114946 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-17039dd7-e49f-4463-8b06-b0d1277e5d9f req-a7d6355a-bdb2-4b40-b919-4a0b930c0505 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0452921 Apr 11 16:45:43.164338 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-17039dd7-e49f-4463-8b06-b0d1277e5d9f req-d1152409-3af1-4e00-8555-45f8325766ee tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Apr 11 16:45:43.305018 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:43.785963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b78a92-84e0-4583-846c-f225ce2e9dfb req-bcf5186c-638d-4e76-874a-d2cb472703f6 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:43.787508 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b6b78a92-84e0-4583-846c-f225ce2e9dfb req-bcf5186c-638d-4e76-874a-d2cb472703f6 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0511913 Apr 11 16:45:43.834419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b6b78a92-84e0-4583-846c-f225ce2e9dfb req-899080a7-96be-4aac-a4b7-0cc4b92b6c48 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Apr 11 16:45:44.277917 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345f32a-954a-4a98-ab5f-fe286e1db0e9 req-2bc8d5e3-2114-4255-b75c-84037515b3cb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:44.279295 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a345f32a-954a-4a98-ab5f-fe286e1db0e9 req-2bc8d5e3-2114-4255-b75c-84037515b3cb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0471451 Apr 11 16:45:44.326547 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a345f32a-954a-4a98-ab5f-fe286e1db0e9 req-ac0ee435-6a70-4bf5-af55-f493eb1017e3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Apr 11 16:45:44.890782 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:44.944202 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5f39-15aa-48de-8b2f-f3c9764bc3bd req-f729abe4-28b1-4828-b6a8-a1cb004039c6 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:44.945668 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14ea5f39-15aa-48de-8b2f-f3c9764bc3bd req-f729abe4-28b1-4828-b6a8-a1cb004039c6 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0458512 Apr 11 16:45:44.991707 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14ea5f39-15aa-48de-8b2f-f3c9764bc3bd req-464d8e0e-c50b-44d8-a22c-026fc83c8bac tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Apr 11 16:45:45.440357 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7901ca9-b0e9-42cb-bd5c-c2ccd13e2c52 req-0f70f88a-3df1-4f05-b578-42db42f3dcca tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:45.441821 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b7901ca9-b0e9-42cb-bd5c-c2ccd13e2c52 req-0f70f88a-3df1-4f05-b578-42db42f3dcca tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0456536 Apr 11 16:45:45.492372 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b7901ca9-b0e9-42cb-bd5c-c2ccd13e2c52 req-53027d49-a420-4f22-ac0b-1dad6bcec802 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Apr 11 16:45:46.044755 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:46.104312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a3934-d193-488e-8cb6-0e489b041d03 req-7d9139f7-9b44-4451-b077-37d0553c8a0e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:46.105999 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-598a3934-d193-488e-8cb6-0e489b041d03 req-7d9139f7-9b44-4451-b077-37d0553c8a0e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0501990 Apr 11 16:45:46.153997 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-598a3934-d193-488e-8cb6-0e489b041d03 req-b853ff94-f5e1-48cd-b434-9db45a3f8a82 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Apr 11 16:45:46.619806 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36100) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:46.620114 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdf61e-019d-4ce9-ba52-e2eceaa4e764 req-1ebe9408-6de4-4cc8-8ee4-88b0288d83f1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:46.625487 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d3cdf61e-019d-4ce9-ba52-e2eceaa4e764 req-1ebe9408-6de4-4cc8-8ee4-88b0288d83f1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0585170 Apr 11 16:45:46.673609 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d3cdf61e-019d-4ce9-ba52-e2eceaa4e764 req-7581496d-42fa-4fe1-bf97-92059f52bbea tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 Apr 11 16:45:46.755198 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec7a965b-ded4-4efa-9f8b-1d89ef9653f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:46.850085 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec7a965b-ded4-4efa-9f8b-1d89ef9653f2 admin admin] Publish callbacks [] for security_group (fc229578-ba51-4a8a-9dc2-7c87bc94dcaa), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:46.912488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec7a965b-ded4-4efa-9f8b-1d89ef9653f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fc229578-ba51-4a8a-9dc2-7c87bc94dcaa), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:46.966649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ec7a965b-ded4-4efa-9f8b-1d89ef9653f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69ec57643c3740838934c64f98affdf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457241 Apr 11 16:45:46.967580 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a965b-ded4-4efa-9f8b-1d89ef9653f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc229578-ba51-4a8a-9dc2-7c87bc94dcaa,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:46.969716 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36106) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:47.026956 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b60586bf-c399-4958-9a85-792e6ae72654 admin admin] Publish callbacks [] for security_group (fc229578-ba51-4a8a-9dc2-7c87bc94dcaa), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.050578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b60586bf-c399-4958-9a85-792e6ae72654 admin admin] Publish callbacks [] for security_group (fc229578-ba51-4a8a-9dc2-7c87bc94dcaa), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.168147 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b60586bf-c399-4958-9a85-792e6ae72654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fc229578-ba51-4a8a-9dc2-7c87bc94dcaa), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.170903 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b60586bf-c399-4958-9a85-792e6ae72654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.172358 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b60586bf-c399-4958-9a85-792e6ae72654 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc229578-ba51-4a8a-9dc2-7c87bc94dcaa HTTP/1.1" status: 204 len: 168 time: 0.2012925 Apr 11 16:45:47.180718 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60586bf-c399-4958-9a85-792e6ae72654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc229578-ba51-4a8a-9dc2-7c87bc94dcaa,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:47.286712 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fad86f-a533-4dd8-94fe-a570c3a30c5f req-1ed122f2-cc9b-4064-ab9e-96182d5b13d7 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:47.288314 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61fad86f-a533-4dd8-94fe-a570c3a30c5f req-1ed122f2-cc9b-4064-ab9e-96182d5b13d7 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 947 time: 0.0507157 Apr 11 16:45:47.363761 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61fad86f-a533-4dd8-94fe-a570c3a30c5f req-481b612b-8cfc-44f0-b592-ea3ffb1d535b tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695693 Apr 11 16:45:47.478904 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:45:47.598827 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:47.611686 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b', 'network_id': '06cc361f-741f-457c-8b35-52bb56a0e7a0', 'port_id': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b', 'mac_address': 'fa:16:3e:1e:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03a44fa-c332-4718-a274-d321b7c98bfa', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:45:47.658005 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:47.658389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.671501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:45:47.691985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:47.773756 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.842346 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213620c-02ab-42e9-a963-251ada68ed11 req-ee81d47f-f588-49ea-8cab-69c5eb7bb0f0 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:47.847326 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e213620c-02ab-42e9-a963-251ada68ed11 req-ee81d47f-f588-49ea-8cab-69c5eb7bb0f0 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.1001513 Apr 11 16:45:47.857216 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:47.880833 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.881308 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.881732 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.885281 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.886119 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.886361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:47.900132 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36130) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:47.912941 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e213620c-02ab-42e9-a963-251ada68ed11 req-3b113a8c-5ab0-4cad-bb32-6ed63d24d802 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589812 Apr 11 16:45:47.933673 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8348a244-4f7b-484f-8367-3611930d0932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.031252 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8348a244-4f7b-484f-8367-3611930d0932 admin admin] Publish callbacks [] for security_group (5a42972a-5670-4e52-afa0-9efcec2b790e), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.118292 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8348a244-4f7b-484f-8367-3611930d0932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5a42972a-5670-4e52-afa0-9efcec2b790e), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.161561 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348a244-4f7b-484f-8367-3611930d0932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42972a-5670-4e52-afa0-9efcec2b790e,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:48.168027 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-8348a244-4f7b-484f-8367-3611930d0932 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db2578437068425db25793b646410dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667546 Apr 11 16:45:48.173184 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36136) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:48.194034 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-6bd020ad-4d81-4b00-b58b-b086700bb831 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 217 time: 0.0446446 Apr 11 16:45:48.231164 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-adf0c00b-e6d8-452f-8ba8-9ed253d9d90b admin admin] Publish callbacks [] for security_group (5a42972a-5670-4e52-afa0-9efcec2b790e), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.249969 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-6412d225-594b-4722-bed8-a99d7de36dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.252371 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-6412d225-594b-4722-bed8-a99d7de36dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8eeae39feb8d4b91b8844451a84dc066&device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 1132 time: 0.0956409 Apr 11 16:45:48.260060 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-adf0c00b-e6d8-452f-8ba8-9ed253d9d90b admin admin] Publish callbacks [] for security_group (5a42972a-5670-4e52-afa0-9efcec2b790e), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.294264 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-9ce96e00-e9fa-445d-b5bc-41ea30b0b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.295735 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-9ce96e00-e9fa-445d-b5bc-41ea30b0b4a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0855002 Apr 11 16:45:48.378635 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:45:48.380584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-506eb600-9bd3-4222-b814-03628363d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.382093 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-506eb600-9bd3-4222-b814-03628363d6f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501230 Apr 11 16:45:48.415352 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-adf0c00b-e6d8-452f-8ba8-9ed253d9d90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5a42972a-5670-4e52-afa0-9efcec2b790e), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.418331 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-adf0c00b-e6d8-452f-8ba8-9ed253d9d90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.419691 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-adf0c00b-e6d8-452f-8ba8-9ed253d9d90b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a42972a-5670-4e52-afa0-9efcec2b790e HTTP/1.1" status: 204 len: 168 time: 0.2453439 Apr 11 16:45:48.425670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-f5cd7340-b92f-4715-84ff-3f4afb3dd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.427224 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-f5cd7340-b92f-4715-84ff-3f4afb3dd7bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=06cc361f-741f-457c-8b35-52bb56a0e7a0 HTTP/1.1" status: 200 len: 870 time: 0.1681345 Apr 11 16:45:48.434546 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0c00b-e6d8-452f-8ba8-9ed253d9d90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42972a-5670-4e52-afa0-9efcec2b790e,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:48.542663 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-901d7353-8321-4c90-9f37-9c50ec0f7d37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b HTTP/1.1" status: 200 len: 217 time: 0.0835023 Apr 11 16:45:48.596346 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811437e-d5bb-4c76-b6cb-4ee5b3008560 req-9c24aeb4-f5b9-410d-a56e-de8835b81b0e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.597842 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f811437e-d5bb-4c76-b6cb-4ee5b3008560 req-9c24aeb4-f5b9-410d-a56e-de8835b81b0e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 948 time: 0.1376863 Apr 11 16:45:48.624072 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-d55f0e14-242f-4ad0-b62a-f375872b3647 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325759 Apr 11 16:45:48.656434 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-4cb00bc7-9075-4c86-8f5a-121fe63a36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.658667 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-4cb00bc7-9075-4c86-8f5a-121fe63a36d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a03a44fa-c332-4718-a274-d321b7c98bfa HTTP/1.1" status: 200 len: 843 time: 0.1035662 Apr 11 16:45:48.760705 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f811437e-d5bb-4c76-b6cb-4ee5b3008560 req-5a0079d1-0073-4739-8e25-e39f0b393513 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536613 Apr 11 16:45:48.765071 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-bb58289d-b4cb-4b1e-bff5-bf2acae32b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.766630 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-bb58289d-b4cb-4b1e-bff5-bf2acae32b8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06cc361f-741f-457c-8b35-52bb56a0e7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0963900 Apr 11 16:45:48.807336 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-754ce739-ad9c-4ddf-9135-9e36068b5011 req-784986a3-0ea6-4509-b52d-904d0f996915 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756916 Apr 11 16:45:48.887894 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-f524e646-b5a4-4502-b0f8-71afa28bf624 service neutron] 10.222.0.60 "GET /v2.0/networks/06cc361f-741f-457c-8b35-52bb56a0e7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116033 Apr 11 16:45:49.065351 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248afcb-518b-4627-81ef-10f1409a0ecd req-ad739840-f13c-4465-addc-3ed621abb228 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:49.066771 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2248afcb-518b-4627-81ef-10f1409a0ecd req-ad739840-f13c-4465-addc-3ed621abb228 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0526762 Apr 11 16:45:49.116600 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2248afcb-518b-4627-81ef-10f1409a0ecd req-09488f4a-5c47-40a6-9f4d-8464ca89e664 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Apr 11 16:45:49.884926 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045b02-c350-430f-ba31-e6f64333ab7a req-0ed897e6-8598-40c5-981f-2833b18ef291 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:49.886492 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-96045b02-c350-430f-ba31-e6f64333ab7a req-0ed897e6-8598-40c5-981f-2833b18ef291 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 948 time: 0.0583339 Apr 11 16:45:49.941500 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-96045b02-c350-430f-ba31-e6f64333ab7a req-a4348002-fa91-4420-84fd-fc094f3695cb tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477781 Apr 11 16:45:50.240840 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b42f-6d39-4558-afe8-306106dd119c req-4eb29f99-741d-4ced-8220-87bdae3f9475 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:50.242366 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3fc9b42f-6d39-4558-afe8-306106dd119c req-4eb29f99-741d-4ced-8220-87bdae3f9475 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0554955 Apr 11 16:45:50.296695 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3fc9b42f-6d39-4558-afe8-306106dd119c req-ab528144-3a47-4603-8eb0-5b0a01c31d96 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465965 Apr 11 16:45:51.064421 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5773-7edf-4c5b-ade7-7b127ebf51b2 req-7fcccd67-4196-44e8-8bfd-0f758b2de3c0 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:51.065962 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0e0b5773-7edf-4c5b-ade7-7b127ebf51b2 req-7fcccd67-4196-44e8-8bfd-0f758b2de3c0 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 948 time: 0.0535257 Apr 11 16:45:51.122798 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0e0b5773-7edf-4c5b-ade7-7b127ebf51b2 req-b23abf88-df2b-4c13-9e3b-da397f30f05c tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 Apr 11 16:45:51.422985 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48428e4-3f1c-4474-8054-52ea2cba70db req-ddc26e97-1fb1-4e1b-bb9d-d4e8b9ca4f38 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:51.424713 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f48428e4-3f1c-4474-8054-52ea2cba70db req-ddc26e97-1fb1-4e1b-bb9d-d4e8b9ca4f38 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0587053 Apr 11 16:45:51.474301 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f48428e4-3f1c-4474-8054-52ea2cba70db req-50300d0d-7324-4da5-ac63-efaea75a117f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Apr 11 16:45:51.602995 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-abdc6255-4e6d-422f-a888-5dadd3ebadba req-fbe67acf-656a-4a45-b39a-61b92b40c772 service neutron] 10.222.0.60 "GET /v2.0/networks/06cc361f-741f-457c-8b35-52bb56a0e7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004465 Apr 11 16:45:52.234137 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8887-11f4-4589-bab8-2c9ef9d539fb req-0b146ede-643b-49fd-9b2f-8fc68f33ac3c tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:52.236011 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-751a8887-11f4-4589-bab8-2c9ef9d539fb req-0b146ede-643b-49fd-9b2f-8fc68f33ac3c tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 948 time: 0.0493569 Apr 11 16:45:52.290364 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-751a8887-11f4-4589-bab8-2c9ef9d539fb req-4716284b-90a3-4710-8d80-94aaf6864da5 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488052 Apr 11 16:45:52.589530 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc9731-4e14-4ee7-b518-efa9eefa7e11 req-ab20457e-f75f-4d6c-ae92-3720250d3c42 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:52.591007 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-89bc9731-4e14-4ee7-b518-efa9eefa7e11 req-ab20457e-f75f-4d6c-ae92-3720250d3c42 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0479105 Apr 11 16:45:52.643663 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-89bc9731-4e14-4ee7-b518-efa9eefa7e11 req-17c470da-d381-4bd4-ac16-70f24caff1da tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Apr 11 16:45:53.409549 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f989-3324-4132-84d4-4c8145f7f0fa req-a0d35f2f-daeb-4f59-ab17-fa7e842d5c25 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:53.410944 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b642f989-3324-4132-84d4-4c8145f7f0fa req-a0d35f2f-daeb-4f59-ab17-fa7e842d5c25 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 948 time: 0.0516567 Apr 11 16:45:53.462533 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b642f989-3324-4132-84d4-4c8145f7f0fa req-16b783de-86aa-4fc6-9a57-cc5e4b2acd92 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Apr 11 16:45:53.543147 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:45:53.592225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:45:53.666068 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:53.666499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:53.762524 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:53.762915 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:53.778130 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32723-21ad-43ac-85d7-9e8f4c9ba567 req-15deb667-cd40-4901-a3ce-c16e24b5fc59 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:53.779582 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ef32723-21ad-43ac-85d7-9e8f4c9ba567 req-15deb667-cd40-4901-a3ce-c16e24b5fc59 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0668135 Apr 11 16:45:53.790293 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2386db14-58b2-4b9d-9014-207be82e3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:45:53.792689 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b52f0e-ed8f-4921-a455-190ce1509138" -d '{"events": [{"server_uuid": "2386db14-58b2-4b9d-9014-207be82e3001", "name": "network-vif-plugged", "status": "completed", "tag": "5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:45:53.807118 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:53.844392 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c24c71d-f664-4026-bae8-cab7fe71f131 x-openstack-request-id: req-0c24c71d-f664-4026-bae8-cab7fe71f131 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:45:53.845430 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2386db14-58b2-4b9d-9014-207be82e3001", "name": "network-vif-plugged", "status": "completed", "tag": "5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:45:53.845736 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c24c71d-f664-4026-bae8-cab7fe71f131 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:45:53.846269 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c24c71d-f664-4026-bae8-cab7fe71f131'] response: {'server_uuid': '2386db14-58b2-4b9d-9014-207be82e3001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b', 'code': 200} Apr 11 16:45:53.974930 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:54.019396 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ef32723-21ad-43ac-85d7-9e8f4c9ba567 req-c4d12191-c3a4-4c73-9bc0-8b52fead1712 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299209 Apr 11 16:45:54.026588 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:54.270463 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa769a-a899-427d-81ed-95c928ecf945 req-f922ca39-d375-4d4e-8d0d-c07b9859bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:54.272316 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f4aa769a-a899-427d-81ed-95c928ecf945 req-f922ca39-d375-4d4e-8d0d-c07b9859bc54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 1133 time: 0.0405738 Apr 11 16:45:54.322446 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f4aa769a-a899-427d-81ed-95c928ecf945 req-af3a91dd-5309-4f15-980b-26de91e9d2d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Apr 11 16:45:54.579650 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f658d-f560-4481-9f6e-effdd349d7ff req-f00df06b-619f-4c07-8490-f363f2b8cbde tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:54.581112 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-741f658d-f560-4481-9f6e-effdd349d7ff req-f00df06b-619f-4c07-8490-f363f2b8cbde tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0476100 Apr 11 16:45:54.632748 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-741f658d-f560-4481-9f6e-effdd349d7ff req-e180fbb6-d5a6-4b1c-99f3-4da5e33cdd52 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Apr 11 16:45:55.089683 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:55.133843 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0629f9-e1af-419b-b0e4-c716436e33a7 req-dfb78771-52b4-4185-a703-4113aef262a5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:55.135319 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3b0629f9-e1af-419b-b0e4-c716436e33a7 req-dfb78771-52b4-4185-a703-4113aef262a5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0487187 Apr 11 16:45:55.183713 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3b0629f9-e1af-419b-b0e4-c716436e33a7 req-c3e456f2-0344-45e3-a7f4-440508f6501c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Apr 11 16:45:55.756272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65da9-4ec6-48bf-97b9-5795c985c27f req-41c5bf3e-79d8-4490-bf81-934c966ffd55 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:55.757780 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cad65da9-4ec6-48bf-97b9-5795c985c27f req-41c5bf3e-79d8-4490-bf81-934c966ffd55 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0525944 Apr 11 16:45:55.810705 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cad65da9-4ec6-48bf-97b9-5795c985c27f req-0f2fb636-1434-4a0f-8e23-bb5458a77107 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Apr 11 16:45:56.303131 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6541a-c29c-462c-840c-9dadaadd4a1a req-84948378-ad13-4b5a-8250-f6641f2e26be tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:56.304760 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ccf6541a-c29c-462c-840c-9dadaadd4a1a req-84948378-ad13-4b5a-8250-f6641f2e26be tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0496640 Apr 11 16:45:56.362294 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ccf6541a-c29c-462c-840c-9dadaadd4a1a req-bd0ddf28-f264-45e6-a827-a727aecef1bd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517781 Apr 11 16:45:56.922041 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908b61f-9b80-4a99-a630-71aebbf3a182 req-cc27538b-bffd-4dd8-894b-e27155fc50dc tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:56.923669 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3908b61f-9b80-4a99-a630-71aebbf3a182 req-cc27538b-bffd-4dd8-894b-e27155fc50dc tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0480776 Apr 11 16:45:56.971415 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3908b61f-9b80-4a99-a630-71aebbf3a182 req-5f290a49-7e9a-4d7a-b098-da45b5a8c430 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Apr 11 16:45:57.476511 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859ea1-bb43-4660-9891-f485641d47d1 req-47f3bd5a-1ce9-43df-b6f6-f819a3493dba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:57.478090 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e1859ea1-bb43-4660-9891-f485641d47d1 req-47f3bd5a-1ce9-43df-b6f6-f819a3493dba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0474050 Apr 11 16:45:57.525691 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e1859ea1-bb43-4660-9891-f485641d47d1 req-03053d0e-fef3-41ec-a071-82f81cef0a1b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Apr 11 16:45:58.102588 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67177e-17a7-4a38-b9a0-1639be86efcc req-76521a1a-c001-4dda-aa9d-88c12fc26776 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:58.104088 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7b67177e-17a7-4a38-b9a0-1639be86efcc req-76521a1a-c001-4dda-aa9d-88c12fc26776 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0549519 Apr 11 16:45:58.150538 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7b67177e-17a7-4a38-b9a0-1639be86efcc req-f7e7b1e9-aa63-41b7-89c2-e51ef0bc57e4 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Apr 11 16:45:58.640508 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1ad1a-478e-46f7-8cbf-17d7d1429bef req-ed8f9fa7-00b5-4cba-b4d5-b3c2cd39824c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:58.643118 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-12f1ad1a-478e-46f7-8cbf-17d7d1429bef req-ed8f9fa7-00b5-4cba-b4d5-b3c2cd39824c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0506501 Apr 11 16:45:58.692682 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-12f1ad1a-478e-46f7-8cbf-17d7d1429bef req-e19b1193-b8b0-4d2b-95cf-b43ca3a1daa1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Apr 11 16:45:59.262906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288640f-b16f-466f-a1e9-1afcfb233690 req-e706e183-9969-4d33-9027-54b2549f9eb5 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:59.264423 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e288640f-b16f-466f-a1e9-1afcfb233690 req-e706e183-9969-4d33-9027-54b2549f9eb5 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0462427 Apr 11 16:45:59.324195 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e288640f-b16f-466f-a1e9-1afcfb233690 req-cac14914-17f2-4957-b0df-c71ba544a5a7 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529284 Apr 11 16:45:59.814158 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4446cc-ebc4-4f92-96ec-9bda9534f95b req-edbc8635-d096-41ab-ae08-ecd14ae25131 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:59.815991 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9a4446cc-ebc4-4f92-96ec-9bda9534f95b req-edbc8635-d096-41ab-ae08-ecd14ae25131 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0540438 Apr 11 16:45:59.863628 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9a4446cc-ebc4-4f92-96ec-9bda9534f95b req-82a53cb8-1c14-4f1d-b7de-28967c5d6251 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Apr 11 16:46:00.435468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3e2ab-1ab9-4e4f-b635-3b114198acd4 req-127957bf-a449-4750-a568-a386fc3053a3 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:00.436963 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0df3e2ab-1ab9-4e4f-b635-3b114198acd4 req-127957bf-a449-4750-a568-a386fc3053a3 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0463626 Apr 11 16:46:00.489074 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0df3e2ab-1ab9-4e4f-b635-3b114198acd4 req-c61abbd0-4b61-4ddd-9213-a50b5edf2a75 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Apr 11 16:46:00.978963 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f107c43-964d-435d-8a92-7fda9b867828 req-7dc48016-0fad-4c06-a2bf-bbca4beced76 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:00.980434 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4f107c43-964d-435d-8a92-7fda9b867828 req-7dc48016-0fad-4c06-a2bf-bbca4beced76 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0480130 Apr 11 16:46:01.027587 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4f107c43-964d-435d-8a92-7fda9b867828 req-9e9bb098-3c4f-4419-a5bf-8fcf8f033f10 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Apr 11 16:46:01.600730 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c379a3-c071-43f7-8f9a-3e66fc888e71 req-a1df9c33-9a0a-4ef0-bfdf-957fd9dd87b1 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:01.602148 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14c379a3-c071-43f7-8f9a-3e66fc888e71 req-a1df9c33-9a0a-4ef0-bfdf-957fd9dd87b1 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0471485 Apr 11 16:46:01.648897 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14c379a3-c071-43f7-8f9a-3e66fc888e71 req-5aded089-6df2-41f3-b3f7-e39336ec7dd7 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Apr 11 16:46:02.145962 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccc1f8-1160-4103-b5c4-e566b191580e req-f6ae7b7a-91da-4356-b88b-c6c31e49586a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:02.147536 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-18ccc1f8-1160-4103-b5c4-e566b191580e req-f6ae7b7a-91da-4356-b88b-c6c31e49586a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0517111 Apr 11 16:46:02.200599 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-18ccc1f8-1160-4103-b5c4-e566b191580e req-3600416f-d8f3-4d3a-a5b8-7fafeb47f519 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461071 Apr 11 16:46:02.759882 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36310b-d816-4a39-8a9b-ae23bba0898d req-7282e643-ee74-4098-a773-a41c60c4c868 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:02.761352 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ac36310b-d816-4a39-8a9b-ae23bba0898d req-7282e643-ee74-4098-a773-a41c60c4c868 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0466146 Apr 11 16:46:02.809382 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ac36310b-d816-4a39-8a9b-ae23bba0898d req-b5008f1d-d07e-4471-882f-1623daa6dd0f tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Apr 11 16:46:03.314155 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4f0b-bdae-49b5-8740-76a9fc68f16d req-ab7732b4-b06f-4b33-a920-125afd46b1d8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:03.315675 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d57f4f0b-bdae-49b5-8740-76a9fc68f16d req-ab7732b4-b06f-4b33-a920-125afd46b1d8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0495622 Apr 11 16:46:03.363651 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d57f4f0b-bdae-49b5-8740-76a9fc68f16d req-e847e870-bf30-44e4-94b3-e8f91b72d816 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Apr 11 16:46:03.934162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c0d8e-54b8-4251-bd2c-3c37903650ee req-fe6c4e3a-6b67-44aa-9f46-e17723825720 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:03.935833 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-452c0d8e-54b8-4251-bd2c-3c37903650ee req-fe6c4e3a-6b67-44aa-9f46-e17723825720 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0569491 Apr 11 16:46:03.997631 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-452c0d8e-54b8-4251-bd2c-3c37903650ee req-4eb6cb4b-09c4-4956-a49d-2cfd9302e90e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Apr 11 16:46:05.127850 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14951-246d-4b41-a8bc-90d5b58e0e39 req-da23b057-af49-4938-b9fa-4916cd9b3d4f tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:05.129382 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9ce14951-246d-4b41-a8bc-90d5b58e0e39 req-da23b057-af49-4938-b9fa-4916cd9b3d4f tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0528653 Apr 11 16:46:05.179146 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9ce14951-246d-4b41-a8bc-90d5b58e0e39 req-4cef59bf-46d0-403c-a439-014dad29721e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Apr 11 16:46:06.291185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4bb42-257f-48b3-b6c2-e5c1d253979d req-5b72ea1c-af77-4496-8c00-65b56df2a53e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:06.292717 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-80f4bb42-257f-48b3-b6c2-e5c1d253979d req-5b72ea1c-af77-4496-8c00-65b56df2a53e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0469120 Apr 11 16:46:06.340398 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-80f4bb42-257f-48b3-b6c2-e5c1d253979d req-6e79de89-1167-4c1a-a4be-8e2d3fa15ca3 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Apr 11 16:46:07.457182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eaf85-833d-44de-b1b9-b4d15bd29b7f req-bd119c91-15b0-4c84-9e89-0e6a957eb34d tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:07.458696 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-207eaf85-833d-44de-b1b9-b4d15bd29b7f req-bd119c91-15b0-4c84-9e89-0e6a957eb34d tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0516589 Apr 11 16:46:07.510676 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-207eaf85-833d-44de-b1b9-b4d15bd29b7f req-989e5524-2d94-49cf-96ef-1c1826073a2d tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463593 Apr 11 16:46:08.049650 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1029-7c43-4bf5-b5e3-c18813b09c96 req-4d3e6a4b-149d-4ed8-a52d-e9d440f3301e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:08.051257 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f0c1029-7c43-4bf5-b5e3-c18813b09c96 req-4d3e6a4b-149d-4ed8-a52d-e9d440f3301e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0560746 Apr 11 16:46:08.117858 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f0c1029-7c43-4bf5-b5e3-c18813b09c96 req-7936135c-d718-421a-ae98-7928638a211f tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570738 Apr 11 16:46:09.251642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4d34-884c-4dda-9909-0be224c46ae9 req-09deaed3-1666-4e8d-91a4-6225daccf97a tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:09.251642 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-47cb4d34-884c-4dda-9909-0be224c46ae9 req-09deaed3-1666-4e8d-91a4-6225daccf97a tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.0577688 Apr 11 16:46:09.312419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-47cb4d34-884c-4dda-9909-0be224c46ae9 req-f639b885-b908-482b-95f6-b267681e44de tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498538 Apr 11 16:46:09.650628 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36518) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:09.655241 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165968160', 'description': 'tempest-description--951124079'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:09.671794 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2a085923-c95e-4353-9e5f-65b532e31b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.762900 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.834606 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group (b24383e2-909e-426f-b7bd-17b336c1a548), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.911189 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b24383e2-909e-426f-b7bd-17b336c1a548), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.940393 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24383e2-909e-426f-b7bd-17b336c1a548,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.010452 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.012038 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1b6db10c-971a-4992-9a92-0da35a0e4a9e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3600941 Apr 11 16:46:10.020181 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36528) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.020383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36530) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.024611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'security_group_rule': {'security_group_id': 'b24383e2-909e-426f-b7bd-17b336c1a548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:10.136293 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-15d90044-281a-45a3-85bd-8c4bb571aa7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.157924 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group_rule (e53a0f59-aac8-4966-b4d7-551c03485ed2), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.226926 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-15d90044-281a-45a3-85bd-8c4bb571aa7b admin admin] Publish callbacks [] for security_group (236697e4-6825-4e89-b193-d4c9499cfc01), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.234106 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group_rule (e53a0f59-aac8-4966-b4d7-551c03485ed2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.351433 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-15d90044-281a-45a3-85bd-8c4bb571aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (236697e4-6825-4e89-b193-d4c9499cfc01), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.373338 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (e53a0f59-aac8-4966-b4d7-551c03485ed2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.395702 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53a0f59-aac8-4966-b4d7-551c03485ed2,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.460436 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d90044-281a-45a3-85bd-8c4bb571aa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236697e4-6825-4e89-b193-d4c9499cfc01,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.471447 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-15d90044-281a-45a3-85bd-8c4bb571aa7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b74e814587c44da6aa5b600dc31d2d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499991 Apr 11 16:46:10.472265 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36538) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.489108 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-038b774a-766a-49bf-bad8-88dd6db918c2 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:10.491655 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-038b774a-766a-49bf-bad8-88dd6db918c2 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.60 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.1018116 Apr 11 16:46:10.493180 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.494510 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-617827ca-8f3d-495a-9ddd-63630f859728 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4733727 Apr 11 16:46:10.497988 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36540) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.503046 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce85657-4b96-485a-89ab-9e4b036938b2 req-0e93b1dd-69c1-4d8c-af9b-ba0a38ef2334 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:10.506804 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'security_group_rule': {'security_group_id': 'b24383e2-909e-426f-b7bd-17b336c1a548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:10.509793 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ce85657-4b96-485a-89ab-9e4b036938b2 req-0e93b1dd-69c1-4d8c-af9b-ba0a38ef2334 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 949 time: 0.1168840 Apr 11 16:46:10.550524 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e2800b5-9e3e-48f4-bfb8-6ee6228b33a0 admin admin] Publish callbacks [] for security_group (236697e4-6825-4e89-b193-d4c9499cfc01), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.573373 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e2800b5-9e3e-48f4-bfb8-6ee6228b33a0 admin admin] Publish callbacks [] for security_group (236697e4-6825-4e89-b193-d4c9499cfc01), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.609275 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group_rule (eb2412cf-ebbc-42f0-b90e-e05466dddbeb), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.612107 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ce85657-4b96-485a-89ab-9e4b036938b2 req-e9293982-1a3b-4e62-a04e-6dd762ba5aa1 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/security-groups?id=f359a739-d0a4-401d-9cab-ad8bd0c565ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014268 Apr 11 16:46:10.627395 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Deleting port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:10.627395 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.675545 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group_rule (eb2412cf-ebbc-42f0-b90e-e05466dddbeb), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.716698 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e2800b5-9e3e-48f4-bfb8-6ee6228b33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (236697e4-6825-4e89-b193-d4c9499cfc01), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.718249 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] For port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,segment=NetworkSegment(c7bb6107-daf1-4e88-8087-7d3b432321cd),segment_id=c7bb6107-daf1-4e88-8087-7d3b432321cd)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:10.718608 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.719267 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e2800b5-9e3e-48f4-bfb8-6ee6228b33a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.720536 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6e2800b5-9e3e-48f4-bfb8-6ee6228b33a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/236697e4-6825-4e89-b193-d4c9499cfc01 HTTP/1.1" status: 204 len: 168 time: 0.2472312 Apr 11 16:46:10.729062 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2800b5-9e3e-48f4-bfb8-6ee6228b33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236697e4-6825-4e89-b193-d4c9499cfc01,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.732150 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Calling delete_port for 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:10.734056 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (eb2412cf-ebbc-42f0-b90e-e05466dddbeb), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.756651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2412cf-ebbc-42f0-b90e-e05466dddbeb,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.838582 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.839818 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c55866ca-d516-44d2-9eb2-55eefa5db62c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3408930 Apr 11 16:46:10.843268 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36548) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.848320 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:10.968500 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.968777 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.981847 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:11.008305 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Pushing event deleted for resources: {'Port': ['ID=5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:11.061865 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.077619 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] No DVR routers for this DVR port 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:46:11.081229 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.084772 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1991a8a5-351f-4a11-8acc-b92841b2f055 req-abea2f18-d2f2-4d2e-9de5-893980040d2e tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.60 "DELETE /v2.0/ports/5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b HTTP/1.1" status: 204 len: 173 time: 0.5887704 Apr 11 16:46:11.085333 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2386db14-58b2-4b9d-9014-207be82e3001', 'name': 'network-vif-deleted', 'tag': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:11.087952 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2134aee-b743-4b50-9529-123600add5c8" -d '{"events": [{"server_uuid": "2386db14-58b2-4b9d-9014-207be82e3001", "name": "network-vif-deleted", "tag": "5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:11.134090 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee98af6-5817-4c23-84a7-c62468941d8e x-openstack-request-id: req-aee98af6-5817-4c23-84a7-c62468941d8e {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:11.134443 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2386db14-58b2-4b9d-9014-207be82e3001", "name": "network-vif-deleted", "tag": "5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:11.134718 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aee98af6-5817-4c23-84a7-c62468941d8e {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:11.135122 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee98af6-5817-4c23-84a7-c62468941d8e'] response: {'server_uuid': '2386db14-58b2-4b9d-9014-207be82e3001', 'name': 'network-vif-deleted', 'tag': '5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b', 'status': 'completed', 'code': 200} Apr 11 16:46:11.212632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Allocated IP 172.27.2.37 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/96d87593-9740-4082-8a89-7d3aa1deb0f3) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:11.336595 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.483405 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.524195 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:11.527495 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:11.533515 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:11.566589 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'Port': ['ID=96d87593-9740-4082-8a89-7d3aa1deb0f3,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:11.567169 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36564) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:11.584500 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9859c3ec-8738-423f-8bc3-b9d4a9f27031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.637525 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.667476 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9859c3ec-8738-423f-8bc3-b9d4a9f27031 admin admin] Publish callbacks [] for security_group (bbb4b794-8c79-47a5-aca1-53568c32e382), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.719699 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-15ef3c8c-a6ef-4f5e-ad9c-fdc19cf9eec0 req-5af88f1b-7f1f-43b8-8e0a-f9480c5a7868 tempest-VolumesNegativeTest-1767303136 tempest-VolumesNegativeTest-1767303136-project] 10.222.0.43 "GET /v2.0/ports?device_id=2386db14-58b2-4b9d-9014-207be82e3001 HTTP/1.1" status: 200 len: 210 time: 0.0327098 Apr 11 16:46:11.784572 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.785637 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-9859c3ec-8738-423f-8bc3-b9d4a9f27031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (bbb4b794-8c79-47a5-aca1-53568c32e382), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.826206 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-9859c3ec-8738-423f-8bc3-b9d4a9f27031 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be25873455a24e2abf306d6232ea843f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578964 Apr 11 16:46:11.827138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859c3ec-8738-423f-8bc3-b9d4a9f27031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb4b794-8c79-47a5-aca1-53568c32e382,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:11.829226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36568) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:11.940690 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-301e8773-f79e-4d14-af00-fa57f622fa1f admin admin] Publish callbacks [] for security_group (bbb4b794-8c79-47a5-aca1-53568c32e382), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.976844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-301e8773-f79e-4d14-af00-fa57f622fa1f admin admin] Publish callbacks [] for security_group (bbb4b794-8c79-47a5-aca1-53568c32e382), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.013206 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.093015 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.160096 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-301e8773-f79e-4d14-af00-fa57f622fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (bbb4b794-8c79-47a5-aca1-53568c32e382), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.162650 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-301e8773-f79e-4d14-af00-fa57f622fa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.163830 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-301e8773-f79e-4d14-af00-fa57f622fa1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbb4b794-8c79-47a5-aca1-53568c32e382 HTTP/1.1" status: 204 len: 168 time: 0.3336256 Apr 11 16:46:12.178154 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'Port': ['ID=96d87593-9740-4082-8a89-7d3aa1deb0f3,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:12.187334 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8773-f79e-4d14-af00-fa57f622fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb4b794-8c79-47a5-aca1-53568c32e382,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:12.190144 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.311024 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1b77e036-8b05-4fe5-9af1-57108ddf4f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.314361 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.315797 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-82ca603a-0f8e-4a3f-a607-35d5aca3c6d4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4715235 Apr 11 16:46:12.782400 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36598) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:12.827240 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-7cac2ade-34c1-47f5-b601-360a44132dfb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1165968160&fields=id&tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae HTTP/1.1" status: 200 len: 267 time: 0.0664098 Apr 11 16:46:12.843930 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.939098 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-92ad75f6-6bb6-4773-b830-19d96c4fe184 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:12.940650 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-92ad75f6-6bb6-4773-b830-19d96c4fe184 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 819 time: 0.1062548 Apr 11 16:46:12.945202 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-695a826e-d4f1-4ea9-af70-f8b4ae555eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.962785 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-ffc4efb1-6260-4fa0-b7a0-0844a5c1d139 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/quotas/4a9922f7c7e54b419b8bad2c6246f1ae HTTP/1.1" status: 200 len: 375 time: 0.0155394 Apr 11 16:46:13.052459 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-ea9ed299-5c6c-4d02-ac09-672217003427 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702579 Apr 11 16:46:13.054734 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-695a826e-d4f1-4ea9-af70-f8b4ae555eed admin admin] Publish callbacks [] for security_group (38072b98-cd13-4038-8166-a3a89d049e6e), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.135804 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-01d485ef-74a0-4f20-acde-fafe1d741313 service neutron] 10.222.0.43 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Apr 11 16:46:13.151425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-695a826e-d4f1-4ea9-af70-f8b4ae555eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (38072b98-cd13-4038-8166-a3a89d049e6e), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.199031 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-695a826e-d4f1-4ea9-af70-f8b4ae555eed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f82514ef05df44a6a0e3f5afb4fd3c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147522 Apr 11 16:46:13.202128 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36620) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:13.222279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a826e-d4f1-4ea9-af70-f8b4ae555eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38072b98-cd13-4038-8166-a3a89d049e6e,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:13.285186 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-4a49b029-b907-441d-9cfb-d6a378dd16be service neutron] 10.222.0.43 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393657 Apr 11 16:46:13.306753 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96a1092c-e65c-4b72-b58c-cd0019ce78e8 admin admin] Publish callbacks [] for security_group (38072b98-cd13-4038-8166-a3a89d049e6e), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.322575 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.340290 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96a1092c-e65c-4b72-b58c-cd0019ce78e8 admin admin] Publish callbacks [] for security_group (38072b98-cd13-4038-8166-a3a89d049e6e), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.402197 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36632) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:13.533135 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b1bce26-3400-4c25-a453-4bc29b89b6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.545913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96a1092c-e65c-4b72-b58c-cd0019ce78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (38072b98-cd13-4038-8166-a3a89d049e6e), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.550147 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-96a1092c-e65c-4b72-b58c-cd0019ce78e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.551250 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-96a1092c-e65c-4b72-b58c-cd0019ce78e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38072b98-cd13-4038-8166-a3a89d049e6e HTTP/1.1" status: 204 len: 168 time: 0.3461056 Apr 11 16:46:13.578284 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1092c-e65c-4b72-b58c-cd0019ce78e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38072b98-cd13-4038-8166-a3a89d049e6e,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:13.599697 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1b19089d-2a13-412a-a529-dcf074136d83 req-3ca31b5d-9fd1-48ad-a0d8-24e270d8c7f9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 210 time: 0.0409567 Apr 11 16:46:13.729465 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b1bce26-3400-4c25-a453-4bc29b89b6f4 admin admin] Publish callbacks [] for security_group (ce04cfde-d88b-433c-990f-230fffd79865), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.803479 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-9782eb64-d01c-4439-9b3f-c7641e116673 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395150 Apr 11 16:46:13.867037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-96d5e905-efc0-4eb2-b33a-5f276908ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:13.868953 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-96d5e905-efc0-4eb2-b33a-5f276908ccdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1129 time: 0.0444317 Apr 11 16:46:13.869624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2b1bce26-3400-4c25-a453-4bc29b89b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ce04cfde-d88b-433c-990f-230fffd79865), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.951497 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-2b1bce26-3400-4c25-a453-4bc29b89b6f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96160937a8c547b0ae0f3ce3a50a91a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481961 Apr 11 16:46:13.954949 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36662) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:13.956359 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bce26-3400-4c25-a453-4bc29b89b6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce04cfde-d88b-433c-990f-230fffd79865,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:14.021273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-935aa312-5ca2-4b0a-afaf-6a509e5656f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:14.023382 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-935aa312-5ca2-4b0a-afaf-6a509e5656f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1232691 Apr 11 16:46:14.044458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a86415ec-0aa6-48c8-a746-7917306f6f9b admin admin] Publish callbacks [] for security_group (ce04cfde-d88b-433c-990f-230fffd79865), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.070391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-5956fb30-e113-4c34-8fa9-a9fcb45ec6c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 200 len: 217 time: 0.0409470 Apr 11 16:46:14.082137 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a86415ec-0aa6-48c8-a746-7917306f6f9b admin admin] Publish callbacks [] for security_group (ce04cfde-d88b-433c-990f-230fffd79865), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.148490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-d9b31d37-b865-4602-97b5-53a1c1fe0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:14.151436 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-d9b31d37-b865-4602-97b5-53a1c1fe0288 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0747514 Apr 11 16:46:14.222653 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-7106f29e-f930-42a6-95e8-471390eec2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:14.226228 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a86415ec-0aa6-48c8-a746-7917306f6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ce04cfde-d88b-433c-990f-230fffd79865), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.227038 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-7106f29e-f930-42a6-95e8-471390eec2b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666111 Apr 11 16:46:14.230832 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a86415ec-0aa6-48c8-a746-7917306f6f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.234088 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-a86415ec-0aa6-48c8-a746-7917306f6f9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce04cfde-d88b-433c-990f-230fffd79865 HTTP/1.1" status: 204 len: 168 time: 0.2774389 Apr 11 16:46:14.249108 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86415ec-0aa6-48c8-a746-7917306f6f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce04cfde-d88b-433c-990f-230fffd79865,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:14.358838 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-abe6bb61-f644-41ef-8dea-8e26cdfb2065 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217666 Apr 11 16:46:14.467233 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11df7f69-dc25-4655-b640-ae1349220ec7 req-9917be64-3d22-4976-9179-94c9ab9c01d9 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981863 Apr 11 16:46:14.542747 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36734) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:14.556616 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b0001b8a-8a2a-4afe-9687-a1af64afd9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.648960 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b0001b8a-8a2a-4afe-9687-a1af64afd9d4 admin admin] Publish callbacks [] for security_group (95b6d9ea-5832-48c7-b2b5-60f94482cd1d), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.696412 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e17eb5a9-48fb-4294-8a7a-4105a3735b85 req-e25ce4a2-3f34-460f-bd4b-34077c72272e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 210 time: 0.0295651 Apr 11 16:46:14.728134 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b0001b8a-8a2a-4afe-9687-a1af64afd9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (95b6d9ea-5832-48c7-b2b5-60f94482cd1d), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.772127 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-b0001b8a-8a2a-4afe-9687-a1af64afd9d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6432f6a0733349d9a2c49ea5031c4e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284482 Apr 11 16:46:14.773377 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0001b8a-8a2a-4afe-9687-a1af64afd9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b6d9ea-5832-48c7-b2b5-60f94482cd1d,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:14.774654 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36778) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:14.838651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-330c885e-f898-4e04-9085-3ca35a8e89f9 admin admin] Publish callbacks [] for security_group (95b6d9ea-5832-48c7-b2b5-60f94482cd1d), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.862365 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-330c885e-f898-4e04-9085-3ca35a8e89f9 admin admin] Publish callbacks [] for security_group (95b6d9ea-5832-48c7-b2b5-60f94482cd1d), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.939717 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.024631 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-330c885e-f898-4e04-9085-3ca35a8e89f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (95b6d9ea-5832-48c7-b2b5-60f94482cd1d), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.027278 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-330c885e-f898-4e04-9085-3ca35a8e89f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.028684 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-330c885e-f898-4e04-9085-3ca35a8e89f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95b6d9ea-5832-48c7-b2b5-60f94482cd1d HTTP/1.1" status: 204 len: 168 time: 0.2523880 Apr 11 16:46:15.037989 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c885e-f898-4e04-9085-3ca35a8e89f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b6d9ea-5832-48c7-b2b5-60f94482cd1d,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:15.632544 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:46:15.654117 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:46:15.654456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5b4c09ec-9fde-41f0-b5cc-6f62ee134b9b not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:46:15.807551 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3045b99b-e6d8-487e-b391-00b3e126981c req-9867602c-df21-4c79-89f9-e3ff39084a42 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 210 time: 0.0346446 Apr 11 16:46:15.968272 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.424175 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 36878) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:16.533522 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-740719653-network', 'tenant_id': '89f8b5098b66454f88c79b581c9836e4'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:16.671102 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Made reservation on behalf of 89f8b5098b66454f88c79b581c9836e4 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:16.676814 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.686860 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.743418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-08dae14e-a267-4b06-9f47-3da3bfa3f2bb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:16.745138 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-08dae14e-a267-4b06-9f47-3da3bfa3f2bb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 819 time: 0.1197164 Apr 11 16:46:16.776221 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks [] for security_group (2d17b86d-793a-4f4b-a46b-148a2c3cfec5), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.820392 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-4d7b4965-3e21-48e5-af41-63f70ebc2f53 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae HTTP/1.1" status: 200 len: 380 time: 0.0606406 Apr 11 16:46:16.827312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'port': {'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'admin_state_up': True, 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'security_groups': ['b24383e2-909e-426f-b7bd-17b336c1a548']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:16.901391 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (2d17b86d-793a-4f4b-a46b-148a2c3cfec5), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.968529 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-153195b7-244e-42dc-84fb-d0167167708b req-c6d0f0a1-d6f2-44eb-a952-434e019c2deb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 210 time: 0.0772583 Apr 11 16:46:16.969398 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:16.989830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (96e0962b-43e5-435a-af2b-cb79fc9a4362), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.990292 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Added segment 96e0962b-43e5-435a-af2b-cb79fc9a4362 of type vlan for network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 Apr 11 16:46:16.991710 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d17b86d-793a-4f4b-a46b-148a2c3cfec5,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:17.061645 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.065700 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Made reservation on behalf of 4a9922f7c7e54b419b8bad2c6246f1ae for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:17.069246 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.157787 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.158807 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:17.159399 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.219693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Allocated IP 172.20.0.14 (c3885216-3493-4270-959f-43be0109d305/a92c2e9e-d71e-49d1-b335-3c653b1e9ba4/820118dc-5009-4087-9401-1fa32441518a) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:17.222763 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] Pushing event updated for resources: {'Network': ['ID=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:17.242200 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:17.269054 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b53a37df-fc3e-4efb-9713-67c07228d87c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8435986 Apr 11 16:46:17.272016 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 36942) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:17.278631 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Request body: {'subnet': {'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-740719653-subnet', 'tenant_id': '89f8b5098b66454f88c79b581c9836e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:17.390240 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for port (820118dc-5009-4087-9401-1fa32441518a), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.499430 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Made reservation on behalf of 89f8b5098b66454f88c79b581c9836e4 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:17.502799 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683179'] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.559773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (820118dc-5009-4087-9401-1fa32441518a), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.620241 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Network c3885216-3493-4270-959f-43be0109d305 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:17.626658 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:17.631356 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:17.822936 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-ad13db4a-ca64-4afe-8823-a9089b640ac9 None None] Provisioning complete for port 820118dc-5009-4087-9401-1fa32441518a triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:17.823341 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ad13db4a-ca64-4afe-8823-a9089b640ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (820118dc-5009-4087-9401-1fa32441518a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.860888 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-ad13db4a-ca64-4afe-8823-a9089b640ac9 None None] Port 820118dc-5009-4087-9401-1fa32441518a cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:17.893243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event updated for resources: {'Port': ['ID=820118dc-5009-4087-9401-1fa32441518a,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:17.957114 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:17.957885 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.071649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-10a6102e-5ef1-4cb3-8983-189b60d2ea4a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2490151 Apr 11 16:46:18.089786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Request body: {'port': {'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:18.101244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd0000-b808-457a-a21b-8564dfc861b0 req-8890b39e-f38a-4adf-af55-069a8b03d299 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:18.102980 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e4dd0000-b808-457a-a21b-8564dfc861b0 req-8890b39e-f38a-4adf-af55-069a8b03d299 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 932 time: 0.0651786 Apr 11 16:46:18.147001 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13070267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683193'] for subnet (733a1e3e-e50c-4912-8cde-49db3688a799), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.224975 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (820118dc-5009-4087-9401-1fa32441518a), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.249830 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e4dd0000-b808-457a-a21b-8564dfc861b0 req-e55dcfda-eed0-4ddc-8160-75dc3cd34af5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309071 Apr 11 16:46:18.263571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=733a1e3e-e50c-4912-8cde-49db3688a799,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.309661 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Checking segment: {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:18.310028 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Network hostable DHCP agents. Network: 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:18.511981 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:18.553538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820118dc-5009-4087-9401-1fa32441518a {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:18.560893 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Publish callbacks [] for port (820118dc-5009-4087-9401-1fa32441518a), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.574114 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Transition to ACTIVE for port object 820118dc-5009-4087-9401-1fa32441518a will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:18.631950 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:18.637327 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:18.644167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.646103 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab27aa80-8315-4687-a107-75d56d7cb1b6 None None] Network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:18.665452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (820118dc-5009-4087-9401-1fa32441518a), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.719775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Pushing event updated for resources: {'Port': ['ID=820118dc-5009-4087-9401-1fa32441518a,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.748050 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.748501 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.748941 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.749355 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.749749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.750814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.751146 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.751474 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.751828 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.752155 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.752474 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.752951 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.753285 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.753606 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.753961 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:18.770374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1fed9-8405-480a-973a-33a787276e84 None None] Network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:18.815018 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ea901dd4-7238-4413-9899-dbaea46f2a3f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5404027 Apr 11 16:46:18.851259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Attempting to bind port 820118dc-5009-4087-9401-1fa32441518a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:18.851259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Attempting to bind port 820118dc-5009-4087-9401-1fa32441518a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:18.852656 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Attempting to bind port 820118dc-5009-4087-9401-1fa32441518a on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:18.867090 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Port 820118dc-5009-4087-9401-1fa32441518a on network c3885216-3493-4270-959f-43be0109d305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:18.867090 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Attempting to bind port 820118dc-5009-4087-9401-1fa32441518a on network c3885216-3493-4270-959f-43be0109d305 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:18.877810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:18.878068 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Checking segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:18.878462 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Bound using segment: {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:18.878901 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Bound port: 820118dc-5009-4087-9401-1fa32441518a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e1ae4-90f8-4662-a72b-5aadfec5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c3885216-3493-4270-959f-43be0109d305'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:18.879267 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (820118dc-5009-4087-9401-1fa32441518a), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.990357 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] For port 820118dc-5009-4087-9401-1fa32441518a, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:18.998537 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] For port 820118dc-5009-4087-9401-1fa32441518a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=820118dc-5009-4087-9401-1fa32441518a,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:19.094204 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (820118dc-5009-4087-9401-1fa32441518a), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.127802 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.128442 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.129859 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] 10.222.0.60 "PUT /v2.0/ports/820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 1094 time: 1.0458539 Apr 11 16:46:19.132407 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:19.134608 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e70ca-a618-41fa-b522-4898338d9d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:19.175023 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77e653-0548-48f9-93e4-f2ad0906b841 service neutron] Pushing event updated for resources: {'Port': ['ID=820118dc-5009-4087-9401-1fa32441518a,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.207699 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb4ca6-8c75-44ad-9d5b-5c5eabdd84d8 x-openstack-request-id: req-49fb4ca6-8c75-44ad-9d5b-5c5eabdd84d8 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:19.208187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:19.208586 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49fb4ca6-8c75-44ad-9d5b-5c5eabdd84d8 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:19.209147 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fb4ca6-8c75-44ad-9d5b-5c5eabdd84d8'] response: {'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a', 'status': 'completed', 'code': 200} Apr 11 16:46:19.293021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e70ca-a618-41fa-b522-4898338d9d8d req-4ee2219b-1430-4c03-b284-6b423e750344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.294607 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-414e70ca-a618-41fa-b522-4898338d9d8d req-4ee2219b-1430-4c03-b284-6b423e750344 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1128 time: 0.0611920 Apr 11 16:46:19.430239 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e70ca-a618-41fa-b522-4898338d9d8d req-a4c76bd9-c124-42b0-bdee-810e75b92d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.431749 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-414e70ca-a618-41fa-b522-4898338d9d8d req-a4c76bd9-c124-42b0-bdee-810e75b92d72 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1272492 Apr 11 16:46:19.479472 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf25f14-c924-4cc5-a6d2-00ae1591f88c req-a2c7c1e3-e24b-4598-9c71-e707aaa963ce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.481072 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebf25f14-c924-4cc5-a6d2-00ae1591f88c req-a2c7c1e3-e24b-4598-9c71-e707aaa963ce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 944 time: 0.1348774 Apr 11 16:46:19.584678 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebf25f14-c924-4cc5-a6d2-00ae1591f88c req-4a427167-835f-49d0-9736-dbaee6388c54 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688903 Apr 11 16:46:19.586540 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e70ca-a618-41fa-b522-4898338d9d8d req-27514aa3-b88b-474c-be4f-61ab713ba9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.588006 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-414e70ca-a618-41fa-b522-4898338d9d8d req-27514aa3-b88b-474c-be4f-61ab713ba9b1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489620 Apr 11 16:46:19.670037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-6d3e5ee6-2e68-43a4-9b56-33a0b33d3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.671792 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-6d3e5ee6-2e68-43a4-9b56-33a0b33d3a9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1128 time: 0.0438473 Apr 11 16:46:19.721096 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-e46b1dd5-1b48-4119-9ab3-3973a9820db5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 217 time: 0.0401666 Apr 11 16:46:19.781026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-d439c455-a7a3-4bc4-9519-13f45a51314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.783576 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-d439c455-a7a3-4bc4-9519-13f45a51314b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0558443 Apr 11 16:46:19.829641 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f549-6c73-4d58-a913-1462717b706e req-1a77cafc-ef1b-442e-8115-d03b9af71fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.831800 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-1a77cafc-ef1b-442e-8115-d03b9af71fe6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406375 Apr 11 16:46:19.936806 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-259430ba-0fc7-4369-9f3f-240c235f196c service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985270 Apr 11 16:46:20.027725 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9f9f549-6c73-4d58-a913-1462717b706e req-ffec8410-1d61-4152-afde-b2fa1cffe60b service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Apr 11 16:46:20.701593 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4838a14-c676-4f8b-aa4b-ccca49cc658e req-a459ca62-51d7-4baa-832a-d5e84f23ebe5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:20.703110 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f4838a14-c676-4f8b-aa4b-ccca49cc658e req-a459ca62-51d7-4baa-832a-d5e84f23ebe5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 944 time: 0.0472722 Apr 11 16:46:20.755523 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f4838a14-c676-4f8b-aa4b-ccca49cc658e req-5593a14b-534e-4b0c-b79c-8cf0ff26062d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Apr 11 16:46:21.822180 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 37078) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:21.874940 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fe114-18cc-4f88-8fb3-32a9ae76270e req-ffa5ccc4-218e-478e-8e26-16af49022acf tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:21.877182 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d84fe114-18cc-4f88-8fb3-32a9ae76270e req-ffa5ccc4-218e-478e-8e26-16af49022acf tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 944 time: 0.0482259 Apr 11 16:46:21.933885 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d84fe114-18cc-4f88-8fb3-32a9ae76270e req-07ffae25-6b5b-43d6-95f2-8d6aff5f504e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503390 Apr 11 16:46:21.971890 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-18de66cc-385a-49fc-aff3-e80f25c23e5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8eeae39feb8d4b91b8844451a84dc066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482697 Apr 11 16:46:21.974222 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 37082) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:22.021983 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Publish callbacks [] for security_group (f359a739-d0a4-401d-9cab-ad8bd0c565ad), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.043458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Publish callbacks [] for security_group (f359a739-d0a4-401d-9cab-ad8bd0c565ad), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.191182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f359a739-d0a4-401d-9cab-ad8bd0c565ad), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.194547 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.200142 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f359a739-d0a4-401d-9cab-ad8bd0c565ad HTTP/1.1" status: 204 len: 168 time: 0.2207119 Apr 11 16:46:22.204657 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f359a739-d0a4-401d-9cab-ad8bd0c565ad,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:22.215795 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.216148 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.216609 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.216959 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.217302 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.217638 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.217978 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.218309 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.218640 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.219709 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.220276 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.220838 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.221031 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.221367 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.221699 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506d4cfa-2c26-45f0-9527-3efd63cbf724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:22.596214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-9e1921cb-79a9-443d-afb1-e2ba8101382d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:22.597709 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-9e1921cb-79a9-443d-afb1-e2ba8101382d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/networks?id=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 HTTP/1.1" status: 200 len: 808 time: 0.1073427 Apr 11 16:46:22.614224 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-37b1fadf-b327-4fa9-9943-41d4e11e3d26 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/quotas/89f8b5098b66454f88c79b581c9836e4 HTTP/1.1" status: 200 len: 375 time: 0.0098817 Apr 11 16:46:22.648871 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-209941ac-cf0f-4660-81db-b212dc987e9e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89f8b5098b66454f88c79b581c9836e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298746 Apr 11 16:46:22.757599 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-5066763f-21a7-4773-ad7c-71c2daf36755 service neutron] 10.222.0.43 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016681 Apr 11 16:46:22.856938 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-8232e991-4e35-4943-8947-fcbfdf5365bd service neutron] 10.222.0.43 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936265 Apr 11 16:46:23.049327 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb6e88-ef4d-4240-8723-2e5d3a68d1bb req-66da8900-b0cf-45f8-a23a-cc5c3be368ba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:23.050822 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9cbb6e88-ef4d-4240-8723-2e5d3a68d1bb req-66da8900-b0cf-45f8-a23a-cc5c3be368ba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 944 time: 0.0488226 Apr 11 16:46:23.105804 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9cbb6e88-ef4d-4240-8723-2e5d3a68d1bb req-8e6c9e6d-f71d-423d-a1ae-6e16bf510bb8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478666 Apr 11 16:46:23.127744 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fc70d103-6a1d-43bd-af69-b7e19698ac89 req-7656e405-7ace-48f0-aee9-9d28bcd1d757 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 210 time: 0.0325317 Apr 11 16:46:24.229158 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b223e96d-b010-41b2-8f56-98f87ba1b948 req-0985c94e-101c-420d-879f-1e55cd56dfc3 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 210 time: 0.0451694 Apr 11 16:46:24.240635 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fec8bc-6235-4f32-a031-b3837a895b24 req-c5c47b9c-770b-44cf-9af1-555c3d6fe503 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:24.243718 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41fec8bc-6235-4f32-a031-b3837a895b24 req-c5c47b9c-770b-44cf-9af1-555c3d6fe503 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 944 time: 0.0646212 Apr 11 16:46:24.300188 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41fec8bc-6235-4f32-a031-b3837a895b24 req-458ec2e1-4021-4820-a229-8cb0573a500c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429988 Apr 11 16:46:25.329688 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6a352ea8-e67d-4e57-a179-3f941512abef req-fadc3e51-8ec1-48c1-932b-9eb388d8737d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 210 time: 0.0287414 Apr 11 16:46:25.427090 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5bb9c-1778-4e24-9802-0e9ed681d93c req-8c8902d4-510c-4730-8896-89e1d7ab5ce1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:25.428639 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-55e5bb9c-1778-4e24-9802-0e9ed681d93c req-8c8902d4-510c-4730-8896-89e1d7ab5ce1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 944 time: 0.0544536 Apr 11 16:46:25.481569 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-55e5bb9c-1778-4e24-9802-0e9ed681d93c req-6703ff9f-2477-4082-ae6b-d03fd529b9da tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471828 Apr 11 16:46:25.691387 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 820118dc-5009-4087-9401-1fa32441518a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:25.702308 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-1cf5dadb-73a8-4803-a881-76f80a72e3a4 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:25.704216 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-1cf5dadb-73a8-4803-a881-76f80a72e3a4 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "GET /v2.0/networks?id=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 HTTP/1.1" status: 200 len: 808 time: 0.1079447 Apr 11 16:46:25.717233 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Request body: {'port': {'device_id': '707a2de0-5594-4589-872c-53eecee84f00', 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3', 'admin_state_up': True, 'tenant_id': '89f8b5098b66454f88c79b581c9836e4'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:25.804507 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 820118dc-5009-4087-9401-1fa32441518a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=820118dc-5009-4087-9401-1fa32441518a,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:25.818117 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '820118dc-5009-4087-9401-1fa32441518a', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:25.857311 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 820118dc-5009-4087-9401-1fa32441518a is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:25.857700 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (820118dc-5009-4087-9401-1fa32441518a), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.877727 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820118dc-5009-4087-9401-1fa32441518a {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:25.897785 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 820118dc-5009-4087-9401-1fa32441518a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=820118dc-5009-4087-9401-1fa32441518a,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:25.958460 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Made reservation on behalf of 89f8b5098b66454f88c79b581c9836e4 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:25.962707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.003087 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (820118dc-5009-4087-9401-1fa32441518a), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.058270 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=820118dc-5009-4087-9401-1fa32441518a,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:26.104574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Allocated IP 172.20.0.10 (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3/733a1e3e-e50c-4912-8cde-49db3688a799/d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:26.263625 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks [] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.438558 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-354c8434-3a46-454a-bc7d-21569548d484 req-9b515f3b-3e1d-43de-9ae9-e6952ac05b46 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Apr 11 16:46:26.442898 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.479346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['820118dc-5009-4087-9401-1fa32441518a'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:26.501458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:26.512440 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:26.512440 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:26.547359 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Pushing event updated for resources: {'Port': ['ID=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:26.571813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:26.572503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.634001 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a40ed1-b136-47f2-8fdf-3a3b53ab5136 req-5ab94542-f569-4a8d-849a-44cad8bd2677 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:26.635798 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9a40ed1-b136-47f2-8fdf-3a3b53ab5136 req-5ab94542-f569-4a8d-849a-44cad8bd2677 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 945 time: 0.0599732 Apr 11 16:46:26.686672 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c9a40ed1-b136-47f2-8fdf-3a3b53ab5136 req-9e681c8f-68b9-468b-816d-fda69752d4a5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Apr 11 16:46:26.777774 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-c071dc5a-e14c-471a-9f36-9e541988c99b tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642786 Apr 11 16:46:26.788914 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Request body: {'port': {'device_id': '707a2de0-5594-4589-872c-53eecee84f00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:26.848953 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.123548 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:27.131594 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Publish callbacks [] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.145452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Transition to ACTIVE for port object d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:27.259287 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.329276 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Pushing event updated for resources: {'Port': ['ID=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:27.433497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Attempting to bind port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:27.433831 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Attempting to bind port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:27.434157 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Attempting to bind port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 on network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:27.438548 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 on network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:27.438862 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Attempting to bind port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 on network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:27.443653 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:27.444219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Checking segment: {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:27.444356 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Bound using segment: {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:27.444787 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Bound port: d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:27.445129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.519876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] For port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:27.523210 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] For port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:27.557391 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27c2e-0b62-48b4-8fc3-b00a7a746768 req-f2bb83bf-46b2-4a5b-9bb6-3f5f48bf62ae tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.558748 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a5a27c2e-0b62-48b4-8fc3-b00a7a746768 req-f2bb83bf-46b2-4a5b-9bb6-3f5f48bf62ae tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0468435 Apr 11 16:46:27.605703 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a5a27c2e-0b62-48b4-8fc3-b00a7a746768 req-bf828854-5ac0-45a4-91b4-d991a7d5d14e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Apr 11 16:46:27.648654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.682492 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.683148 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.684995 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-49a72a6f-5052-4601-b185-65793c06908b service neutron] 10.222.0.60 "PUT /v2.0/ports/d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 HTTP/1.1" status: 200 len: 1094 time: 0.8998165 Apr 11 16:46:27.687169 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707a2de0-5594-4589-872c-53eecee84f00', 'tag': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:27.689587 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0534263-d65a-46ab-a4c2-9bd7596da67a" -d '{"events": [{"name": "network-changed", "server_uuid": "707a2de0-5594-4589-872c-53eecee84f00", "tag": "d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:27.714929 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a72a6f-5052-4601-b185-65793c06908b service neutron] Pushing event updated for resources: {'Port': ['ID=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:27.724856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 820118dc-5009-4087-9401-1fa32441518a up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:27.738187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01030c86-ee6b-45bc-9bd6-007c8e6c2aa7 x-openstack-request-id: req-01030c86-ee6b-45bc-9bd6-007c8e6c2aa7 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:27.738488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707a2de0-5594-4589-872c-53eecee84f00", "tag": "d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:27.738767 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01030c86-ee6b-45bc-9bd6-007c8e6c2aa7 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:27.739174 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01030c86-ee6b-45bc-9bd6-007c8e6c2aa7'] response: {'name': 'network-changed', 'server_uuid': '707a2de0-5594-4589-872c-53eecee84f00', 'tag': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0', 'status': 'completed', 'code': 200} Apr 11 16:46:27.774363 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 820118dc-5009-4087-9401-1fa32441518a completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:27.809068 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534263-d65a-46ab-a4c2-9bd7596da67a req-c8ac8a57-893c-47e9-97a2-f84caec37b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.810593 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d0534263-d65a-46ab-a4c2-9bd7596da67a req-c8ac8a57-893c-47e9-97a2-f84caec37b88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f8b5098b66454f88c79b581c9836e4&device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 1128 time: 0.0435038 Apr 11 16:46:27.817897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fba84f-6825-4cbd-b4d4-6f4152b17a2d req-520a62a8-2965-4bbd-ac52-02253cb4ba2b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.819564 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d6fba84f-6825-4cbd-b4d4-6f4152b17a2d req-520a62a8-2965-4bbd-ac52-02253cb4ba2b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Apr 11 16:46:27.869127 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d6fba84f-6825-4cbd-b4d4-6f4152b17a2d req-fbb81e4d-f9d8-4df7-8ab0-831b910a06b6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Apr 11 16:46:27.912596 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534263-d65a-46ab-a4c2-9bd7596da67a req-1f0c6212-3857-4888-bc3b-a9a7272e75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.914057 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d0534263-d65a-46ab-a4c2-9bd7596da67a req-1f0c6212-3857-4888-bc3b-a9a7272e75d9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=89f8b5098b66454f88c79b581c9836e4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0957346 Apr 11 16:46:27.938879 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 820118dc-5009-4087-9401-1fa32441518a triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:27.939309 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (820118dc-5009-4087-9401-1fa32441518a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.019587 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 820118dc-5009-4087-9401-1fa32441518a is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:28.019969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (820118dc-5009-4087-9401-1fa32441518a), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.042938 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820118dc-5009-4087-9401-1fa32441518a'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:28.045191 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefbf0cf-02a7-4af3-b9c0-5fe98ced2471" -d '{"events": [{"server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "name": "network-vif-plugged", "status": "completed", "tag": "820118dc-5009-4087-9401-1fa32441518a"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:28.069681 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 820118dc-5009-4087-9401-1fa32441518a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=820118dc-5009-4087-9401-1fa32441518a,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:28.080824 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d224fd6e-eb72-4315-a50d-e6d5e812e519 x-openstack-request-id: req-d224fd6e-eb72-4315-a50d-e6d5e812e519 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:28.081066 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "name": "network-vif-plugged", "status": "completed", "tag": "820118dc-5009-4087-9401-1fa32441518a", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:28.081315 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d224fd6e-eb72-4315-a50d-e6d5e812e519 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:28.081708 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d224fd6e-eb72-4315-a50d-e6d5e812e519'] response: {'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820118dc-5009-4087-9401-1fa32441518a', 'code': 200} Apr 11 16:46:28.174193 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (820118dc-5009-4087-9401-1fa32441518a), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.222392 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=820118dc-5009-4087-9401-1fa32441518a,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:28.732187 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520340e-a62d-485e-b466-dc76c5713314 req-f33bd6f2-506e-496d-b148-9d12113b7423 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.734178 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f520340e-a62d-485e-b466-dc76c5713314 req-f33bd6f2-506e-496d-b148-9d12113b7423 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0550144 Apr 11 16:46:28.788101 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f520340e-a62d-485e-b466-dc76c5713314 req-74734294-9e16-41d3-8de3-8f37eee8de0e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473800 Apr 11 16:46:28.986683 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d728-3405-4d17-a0a9-22b94769c3c4 req-00fefd60-bcf0-4f91-953e-82cb7beabe63 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.988188 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6225d728-3405-4d17-a0a9-22b94769c3c4 req-00fefd60-bcf0-4f91-953e-82cb7beabe63 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0521295 Apr 11 16:46:29.052391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6225d728-3405-4d17-a0a9-22b94769c3c4 req-6546e1e8-83fe-4562-9322-7e19a44fdd91 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579662 Apr 11 16:46:29.899894 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8167973-7a39-498f-8725-eb4b03ff0d8e req-e725b2dd-8399-45fb-b245-4606b65ced47 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:29.901331 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f8167973-7a39-498f-8725-eb4b03ff0d8e req-e725b2dd-8399-45fb-b245-4606b65ced47 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0458183 Apr 11 16:46:29.951320 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f8167973-7a39-498f-8725-eb4b03ff0d8e req-d0838c16-1e91-4c08-b85d-a18fb3f07962 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Apr 11 16:46:30.171360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e936-aaeb-44d9-bbc7-b2617e3544df req-e39a0413-9363-4f67-907d-e82d744e56ad tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:30.174982 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3378e936-aaeb-44d9-bbc7-b2617e3544df req-e39a0413-9363-4f67-907d-e82d744e56ad tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0508862 Apr 11 16:46:30.222843 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3378e936-aaeb-44d9-bbc7-b2617e3544df req-c00e167d-353f-46ce-bc25-cc78f6bb53d2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Apr 11 16:46:30.697503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0534263-d65a-46ab-a4c2-9bd7596da67a req-5f3e4faa-0e2f-460d-9bec-6233a63042c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:30.698950 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d0534263-d65a-46ab-a4c2-9bd7596da67a req-5f3e4faa-0e2f-460d-9bec-6233a63042c0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861139 Apr 11 16:46:31.060788 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9088a3-8208-4ae1-8c6b-e3d9c627a767 req-04dab86d-775f-4f3b-ac09-6dfe05c81d80 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.062328 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8a9088a3-8208-4ae1-8c6b-e3d9c627a767 req-04dab86d-775f-4f3b-ac09-6dfe05c81d80 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0455492 Apr 11 16:46:31.110344 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8a9088a3-8208-4ae1-8c6b-e3d9c627a767 req-bab75378-de46-488c-9062-1edb1d94a397 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Apr 11 16:46:31.337686 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9949e4-95db-477c-94ad-9c8b68caece4 req-40e2ac3a-aaa1-4a7c-9d3f-bb7e32a9b650 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.339153 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ad9949e4-95db-477c-94ad-9c8b68caece4 req-40e2ac3a-aaa1-4a7c-9d3f-bb7e32a9b650 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0509593 Apr 11 16:46:31.384177 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ad9949e4-95db-477c-94ad-9c8b68caece4 req-ffaa259f-fb2b-478b-86f1-82c109097c16 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Apr 11 16:46:32.088404 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:46:32.229641 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad70e-5380-4395-90d6-591e25754958 req-bbe9b8ba-2ac8-4700-bac6-3b553819f512 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:32.231117 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f62ad70e-5380-4395-90d6-591e25754958 req-bbe9b8ba-2ac8-4700-bac6-3b553819f512 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0461960 Apr 11 16:46:32.283766 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f62ad70e-5380-4395-90d6-591e25754958 req-1cdb95a6-8e5a-461f-b659-91aa580e6cc1 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461745 Apr 11 16:46:32.504009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9dff3-5e79-4155-b48e-c696e847d0e1 req-3ce2c4db-59f8-4429-950d-b72907c94033 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:32.505725 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fab9dff3-5e79-4155-b48e-c696e847d0e1 req-3ce2c4db-59f8-4429-950d-b72907c94033 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0511181 Apr 11 16:46:32.552864 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fab9dff3-5e79-4155-b48e-c696e847d0e1 req-eb72f80b-6133-4e21-a8fc-1ff960b928ba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Apr 11 16:46:33.078423 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-1178299b-e036-4045-9436-a64b402f286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.080107 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-1178299b-e036-4045-9436-a64b402f286c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f8b5098b66454f88c79b581c9836e4&device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 1128 time: 0.0403183 Apr 11 16:46:33.124539 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-f0184a8f-23c2-4078-86a4-eb2b95dfbcb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 HTTP/1.1" status: 200 len: 217 time: 0.0367267 Apr 11 16:46:33.170918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-8c3d4db9-5310-43d8-b1c1-dedaf71a3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.173150 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-8c3d4db9-5310-43d8-b1c1-dedaf71a3a28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=733a1e3e-e50c-4912-8cde-49db3688a799 HTTP/1.1" status: 200 len: 848 time: 0.0427198 Apr 11 16:46:33.206106 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-8205b56a-5863-4949-b27c-140bba6803f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257244 Apr 11 16:46:33.324920 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-7e28afa8-e299-4d83-a2f8-a2437ac83981 service neutron] 10.222.0.60 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128767 Apr 11 16:46:33.338830 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996b6dc-2ae7-4917-80b6-859435af06e1 req-08038e3a-44cc-4b42-a96b-f5eda62c468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.340266 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c996b6dc-2ae7-4917-80b6-859435af06e1 req-08038e3a-44cc-4b42-a96b-f5eda62c468e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0576763 Apr 11 16:46:33.411278 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1185f-8f13-4c67-9cc5-35a95da0475d req-6e2f6a6c-6267-4486-8fff-35091bc16b9e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.412853 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-82e1185f-8f13-4c67-9cc5-35a95da0475d req-6e2f6a6c-6267-4486-8fff-35091bc16b9e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0511055 Apr 11 16:46:33.434085 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c996b6dc-2ae7-4917-80b6-859435af06e1 req-6aa40ab8-178a-466d-9983-57900d1a8499 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842013 Apr 11 16:46:33.452005 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a70eb63d-1c45-464c-bed9-a9fdc592b70c req-f0b508f6-8a7b-44e8-ac8b-42e1593da477 service neutron] 10.222.0.60 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215615 Apr 11 16:46:33.460333 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-82e1185f-8f13-4c67-9cc5-35a95da0475d req-d0629e21-848d-4938-acce-144d9ed17658 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Apr 11 16:46:33.662198 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ba7f2-0b28-4d8a-80d9-83aeaafe1321 req-9bb94ee0-eecd-4668-8cf1-305bbc37ca34 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.663753 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-266ba7f2-0b28-4d8a-80d9-83aeaafe1321 req-9bb94ee0-eecd-4668-8cf1-305bbc37ca34 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0467741 Apr 11 16:46:33.711243 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-266ba7f2-0b28-4d8a-80d9-83aeaafe1321 req-9951f4af-a671-49a2-a86a-8f2c8f026e94 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Apr 11 16:46:34.572514 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d67b66-5521-4150-84aa-570b1c3bd1e2 req-58ab087d-a50c-4e5e-a094-40e4c273eef3 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:34.573969 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-78d67b66-5521-4150-84aa-570b1c3bd1e2 req-58ab087d-a50c-4e5e-a094-40e4c273eef3 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0466630 Apr 11 16:46:34.619949 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-78d67b66-5521-4150-84aa-570b1c3bd1e2 req-03cc16f9-297f-48af-a217-c9181e7ce31f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Apr 11 16:46:34.834974 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336480-a646-47fb-8343-697b6e4adac8 req-5a3579fb-c751-42a0-a8d6-270b733deebe tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:34.836483 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab336480-a646-47fb-8343-697b6e4adac8 req-5a3579fb-c751-42a0-a8d6-270b733deebe tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Apr 11 16:46:34.887463 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab336480-a646-47fb-8343-697b6e4adac8 req-e600a934-1b04-4899-8779-7af0718503ce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454044 Apr 11 16:46:35.728927 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bc37d-0320-4548-9d0b-e549485d2d04 req-81d1845c-b69f-4b9c-b16d-a775b673e179 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:35.730289 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ce6bc37d-0320-4548-9d0b-e549485d2d04 req-81d1845c-b69f-4b9c-b16d-a775b673e179 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0455697 Apr 11 16:46:35.779097 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ce6bc37d-0320-4548-9d0b-e549485d2d04 req-df4c2cef-3af3-41bc-8fb3-48aa1abee93e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Apr 11 16:46:35.999082 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4ba9-dc6f-4cba-9f54-3f6c95f38b02 req-d39eb071-f10c-49b9-b4bb-bcc8498a5724 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.000877 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4cbe4ba9-dc6f-4cba-9f54-3f6c95f38b02 req-d39eb071-f10c-49b9-b4bb-bcc8498a5724 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0473723 Apr 11 16:46:36.047818 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4cbe4ba9-dc6f-4cba-9f54-3f6c95f38b02 req-49e0f8b6-4d9e-4b9d-b87e-b3fcc05c0f76 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Apr 11 16:46:36.896829 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c433-6788-44a2-9dc5-2a6b9a0f82ba req-e82a2b45-8f33-4755-9bbf-febf5f72d295 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.898282 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c105c433-6788-44a2-9dc5-2a6b9a0f82ba req-e82a2b45-8f33-4755-9bbf-febf5f72d295 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0454760 Apr 11 16:46:36.944755 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c105c433-6788-44a2-9dc5-2a6b9a0f82ba req-c355a419-0f9b-47c1-a344-0a33fc1d5756 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Apr 11 16:46:37.157661 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551430d9-d4ea-4d52-af0e-157ede282467 req-3016f8f3-9d49-4f2c-8dcb-5669f0ddcff2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:37.159161 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-551430d9-d4ea-4d52-af0e-157ede282467 req-3016f8f3-9d49-4f2c-8dcb-5669f0ddcff2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0465345 Apr 11 16:46:37.206142 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-551430d9-d4ea-4d52-af0e-157ede282467 req-298bb368-342e-4a82-9487-48061d2fb880 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413971 Apr 11 16:46:38.057209 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506bc59-885e-4325-b442-6ad82f3a9de7 req-e80ec185-e71b-4754-bcca-e2a5a18f6522 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.058669 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b506bc59-885e-4325-b442-6ad82f3a9de7 req-e80ec185-e71b-4754-bcca-e2a5a18f6522 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0468533 Apr 11 16:46:38.104936 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b506bc59-885e-4325-b442-6ad82f3a9de7 req-49e11b88-4a22-4bba-b646-48d3e464319d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Apr 11 16:46:38.319241 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dd90-c191-4ab3-9eaf-acc325f7d2db req-cceba80a-6cb0-416f-b6e2-eb12f110fe34 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.320727 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9922dd90-c191-4ab3-9eaf-acc325f7d2db req-cceba80a-6cb0-416f-b6e2-eb12f110fe34 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0503042 Apr 11 16:46:38.366089 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9922dd90-c191-4ab3-9eaf-acc325f7d2db req-12e73c23-04cc-4fea-8258-e24af8e55116 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 Apr 11 16:46:39.225603 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f2117-b845-4ba9-a11e-7732de1260d3 req-4dc32187-0f22-463a-8ae7-f328d9923b37 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.227119 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-212f2117-b845-4ba9-a11e-7732de1260d3 req-4dc32187-0f22-463a-8ae7-f328d9923b37 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0528929 Apr 11 16:46:39.275843 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-212f2117-b845-4ba9-a11e-7732de1260d3 req-f8323839-7f16-4ece-9260-632c52eaf764 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Apr 11 16:46:39.474617 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee707b8-c396-431b-998f-b70493efef4c req-6b84c569-1cf7-45a2-8c83-37afdab92762 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.476169 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1ee707b8-c396-431b-998f-b70493efef4c req-6b84c569-1cf7-45a2-8c83-37afdab92762 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0462236 Apr 11 16:46:39.523035 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1ee707b8-c396-431b-998f-b70493efef4c req-0b44d725-5e2a-486d-af03-a130799c7568 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412941 Apr 11 16:46:39.623431 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1467e273-1697-41c9-8982-e1f948ac3e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.385689 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d69e3-a39c-4f51-a643-9d5ab3e0f60e req-8e5b8382-1cb5-49ec-9bfd-6d67bc965be8 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:40.387163 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dd6d69e3-a39c-4f51-a643-9d5ab3e0f60e req-8e5b8382-1cb5-49ec-9bfd-6d67bc965be8 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0471201 Apr 11 16:46:40.433978 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dd6d69e3-a39c-4f51-a643-9d5ab3e0f60e req-7308d688-750c-4c55-a37d-e4b816bfc6fd tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Apr 11 16:46:40.630498 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6256-3292-4fa4-9671-c3ea150f7a8c req-a985fe6a-1801-4cc7-9121-3625477bd019 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:40.631964 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6c3b6256-3292-4fa4-9671-c3ea150f7a8c req-a985fe6a-1801-4cc7-9121-3625477bd019 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0451791 Apr 11 16:46:40.681465 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6c3b6256-3292-4fa4-9671-c3ea150f7a8c req-33312dc5-a8fc-40da-9de8-3c1b20b81266 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Apr 11 16:46:41.550098 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc934b-5b08-4c8f-8600-a600e69c4a0c req-abcb0a79-569e-401d-bd01-ac86a585bef9 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.551775 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8dc934b-5b08-4c8f-8600-a600e69c4a0c req-abcb0a79-569e-401d-bd01-ac86a585bef9 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0499918 Apr 11 16:46:41.598058 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8dc934b-5b08-4c8f-8600-a600e69c4a0c req-d3163e74-971c-45df-a7ca-088d78e070e2 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Apr 11 16:46:41.790436 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d676d7-b197-4236-ac36-753ed5a55b83 req-2e24a149-36b8-4a47-8147-697b41d8538b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.791903 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b9d676d7-b197-4236-ac36-753ed5a55b83 req-2e24a149-36b8-4a47-8147-697b41d8538b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0452292 Apr 11 16:46:41.838222 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b9d676d7-b197-4236-ac36-753ed5a55b83 req-6632bb71-4301-4d9f-be63-ddf53d914145 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Apr 11 16:46:42.258775 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-27953460-976b-4086-ab57-5a7ffa979ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.712866 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357900a-02a4-465b-9bc4-e0613e8ce28a req-00e2baff-91b8-431a-a8f5-fc4affee4aea tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:42.714336 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5357900a-02a4-465b-9bc4-e0613e8ce28a req-00e2baff-91b8-431a-a8f5-fc4affee4aea tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0478952 Apr 11 16:46:42.762819 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5357900a-02a4-465b-9bc4-e0613e8ce28a req-f7901668-bd3f-425d-b40e-73224dc562a5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Apr 11 16:46:42.841976 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.948522 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dcde1-8111-4ff4-9768-86dafa5d8b0a req-0ea9e498-ed52-4d26-ba9b-2ff6389d5bb6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:42.949891 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff9dcde1-8111-4ff4-9768-86dafa5d8b0a req-0ea9e498-ed52-4d26-ba9b-2ff6389d5bb6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0472958 Apr 11 16:46:42.997041 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff9dcde1-8111-4ff4-9768-86dafa5d8b0a req-97a81871-68d8-44c1-abd9-2fbf5cdab528 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406957 Apr 11 16:46:43.321589 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.879582 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270fe67-f1df-4e9a-a482-423a149e0778 req-a19f32c7-46e4-495e-8442-d470d7954b89 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.881125 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d270fe67-f1df-4e9a-a482-423a149e0778 req-a19f32c7-46e4-495e-8442-d470d7954b89 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0471070 Apr 11 16:46:43.931843 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d270fe67-f1df-4e9a-a482-423a149e0778 req-9620e975-d8af-4a83-82aa-dabc931fdfbb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Apr 11 16:46:44.110597 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a21db-b1ce-4af9-a114-79924fd7dfa1 req-0f9037a9-1ef3-403c-bf8e-5772644b7884 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:44.112103 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-956a21db-b1ce-4af9-a114-79924fd7dfa1 req-0f9037a9-1ef3-403c-bf8e-5772644b7884 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0493467 Apr 11 16:46:44.159803 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-956a21db-b1ce-4af9-a114-79924fd7dfa1 req-2ca479e1-46dc-4c62-98c0-d39873ae34f1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Apr 11 16:46:44.955737 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.043963 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b31d5c-08bf-48c4-9db7-a27592907461 req-ff7ae71b-f9c2-40f8-8a6d-79b5ee45377c tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:45.045436 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-44b31d5c-08bf-48c4-9db7-a27592907461 req-ff7ae71b-f9c2-40f8-8a6d-79b5ee45377c tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0471692 Apr 11 16:46:45.094182 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-44b31d5c-08bf-48c4-9db7-a27592907461 req-3e183066-d137-45c3-bf4c-f3fdc05e9d88 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Apr 11 16:46:45.271120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ddf5-1301-46fc-992c-14af0ddbce66 req-35df3bea-c5fd-4b78-87f7-c8f8f6be11a3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:45.272670 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2ce1ddf5-1301-46fc-992c-14af0ddbce66 req-35df3bea-c5fd-4b78-87f7-c8f8f6be11a3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0478649 Apr 11 16:46:45.320149 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2ce1ddf5-1301-46fc-992c-14af0ddbce66 req-68f2b829-fd80-464e-a141-6320cee6cde6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Apr 11 16:46:45.984824 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.206101 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c41ce-447f-468f-9131-2a620ed9eacf req-ef31b6c9-9ef5-45d9-8c39-bc53314a60f7 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.207572 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ac6c41ce-447f-468f-9131-2a620ed9eacf req-ef31b6c9-9ef5-45d9-8c39-bc53314a60f7 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0459304 Apr 11 16:46:46.256202 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ac6c41ce-447f-468f-9131-2a620ed9eacf req-eafff287-cf9b-4580-92db-1f8346a8df17 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Apr 11 16:46:46.432931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17e14d-9226-407b-bc5b-0a6c618e5e6a req-55d22138-5f51-4f05-a729-a083207f94c2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.434305 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c17e14d-9226-407b-bc5b-0a6c618e5e6a req-55d22138-5f51-4f05-a729-a083207f94c2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0497653 Apr 11 16:46:46.721551 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c17e14d-9226-407b-bc5b-0a6c618e5e6a req-e69ecfb3-c090-4513-9cbe-0f76ef707f2e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813356 Apr 11 16:46:47.401195 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a00f7-c69f-49d0-ad43-c439229c45cf req-bf55a6c5-7f00-468c-8048-193cb11010a7 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:47.403301 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ae1a00f7-c69f-49d0-ad43-c439229c45cf req-bf55a6c5-7f00-468c-8048-193cb11010a7 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0675392 Apr 11 16:46:47.460022 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ae1a00f7-c69f-49d0-ad43-c439229c45cf req-98edc23d-f2f1-4308-a091-b6df74ff9793 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487785 Apr 11 16:46:47.845611 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223885b-0b66-4e07-91ab-76dcd6e8d551 req-2c5b5586-d883-4727-bdb2-a35a0552f3aa tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:47.847704 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4223885b-0b66-4e07-91ab-76dcd6e8d551 req-2c5b5586-d883-4727-bdb2-a35a0552f3aa tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0550857 Apr 11 16:46:47.917297 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4223885b-0b66-4e07-91ab-76dcd6e8d551 req-dcbde3ec-3ff7-4ed2-a4aa-42fcab6eabed tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617592 Apr 11 16:46:48.582167 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a6ff8-942b-4802-8b39-95e8e2533d43 req-af1dd7ce-d186-4116-9d0a-566b52a949ff tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:48.583660 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-946a6ff8-942b-4802-8b39-95e8e2533d43 req-af1dd7ce-d186-4116-9d0a-566b52a949ff tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0476184 Apr 11 16:46:48.630104 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-946a6ff8-942b-4802-8b39-95e8e2533d43 req-0700bdd0-3b6a-4b76-abe7-6a5831ccbd38 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Apr 11 16:46:49.035664 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78faa-60e6-400c-bf8d-c552848e1deb req-0b135450-6eb5-401b-b7c6-15de369f6d12 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:49.037174 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-89d78faa-60e6-400c-bf8d-c552848e1deb req-0b135450-6eb5-401b-b7c6-15de369f6d12 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0476220 Apr 11 16:46:49.093247 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-89d78faa-60e6-400c-bf8d-c552848e1deb req-981194a7-9cea-4dc6-a01d-c5aa7393483f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503335 Apr 11 16:46:49.744010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b134f7-74d7-400c-8a25-5511ced65138 req-8ca80710-142e-4050-be0c-308d89a0e9fe tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:49.745850 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-62b134f7-74d7-400c-8a25-5511ced65138 req-8ca80710-142e-4050-be0c-308d89a0e9fe tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 944 time: 0.0472529 Apr 11 16:46:49.979333 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-62b134f7-74d7-400c-8a25-5511ced65138 req-a2afe16d-b008-4723-8c47-1170d86e1ad1 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279580 Apr 11 16:46:50.218778 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7999a-c7cb-4592-ac22-a718ff983990 req-5891461f-5405-484a-880f-1f24feb9c229 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:50.220255 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4fd7999a-c7cb-4592-ac22-a718ff983990 req-5891461f-5405-484a-880f-1f24feb9c229 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0560277 Apr 11 16:46:50.268220 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4fd7999a-c7cb-4592-ac22-a718ff983990 req-26bc174f-5a71-40f3-8543-e38d2549f4f7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Apr 11 16:46:50.731447 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:50.833053 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:50.844700 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0', 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3', 'port_id': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0', 'mac_address': 'fa:16:3e:c7:1f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733a1e3e-e50c-4912-8cde-49db3688a799', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:50.882409 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:50.882796 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.895850 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:50.915645 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:50.973144 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.037388 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:51.044665 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.045004 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.045371 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.046339 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.046736 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.047105 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.047428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.047917 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.048442 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.048974 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.049313 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.049643 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.050070 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.050591 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.051350 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:51.098009 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec18b9-7d98-4cd6-b397-34694a65ca17 req-7d199865-0fd6-4700-a114-e3af49c46b6d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:51.099497 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3aec18b9-7d98-4cd6-b397-34694a65ca17 req-7d199865-0fd6-4700-a114-e3af49c46b6d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Apr 11 16:46:51.146548 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3aec18b9-7d98-4cd6-b397-34694a65ca17 req-89be7351-a1c9-4e65-9119-675784f06bbb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Apr 11 16:46:51.382786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acfb82-2909-4c70-8f89-db9da3c680f2 req-4b7565b1-ccb6-4736-92fd-6159eec3f1eb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:51.384289 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a1acfb82-2909-4c70-8f89-db9da3c680f2 req-4b7565b1-ccb6-4736-92fd-6159eec3f1eb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0473511 Apr 11 16:46:51.431994 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a1acfb82-2909-4c70-8f89-db9da3c680f2 req-22d72f95-9fe1-475c-91a7-d172ff55a2bd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Apr 11 16:46:52.259921 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b8eb-9137-4ed2-8b69-26a23d6baad5 req-ff243421-8e5f-4758-b078-527c44fe36f6 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:52.261376 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3291b8eb-9137-4ed2-8b69-26a23d6baad5 req-ff243421-8e5f-4758-b078-527c44fe36f6 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Apr 11 16:46:52.313144 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3291b8eb-9137-4ed2-8b69-26a23d6baad5 req-6c603544-4c2f-4863-aa5f-a75aac9581dd tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 Apr 11 16:46:52.547467 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7354-78f0-4390-9a11-5a6e9082db32 req-c75a86c8-ea32-4e25-9113-9779fee6ed36 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:52.548869 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c02e7354-78f0-4390-9a11-5a6e9082db32 req-c75a86c8-ea32-4e25-9113-9779fee6ed36 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0499387 Apr 11 16:46:52.596058 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c02e7354-78f0-4390-9a11-5a6e9082db32 req-216835b8-de27-4744-a498-b6c262ab372d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Apr 11 16:46:53.428132 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d99d2-6af2-495d-b894-294694ffa736 req-fce94c97-4d2d-45e3-8931-dbaf576a185a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:53.429664 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bf6d99d2-6af2-495d-b894-294694ffa736 req-fce94c97-4d2d-45e3-8931-dbaf576a185a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Apr 11 16:46:53.479892 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bf6d99d2-6af2-495d-b894-294694ffa736 req-ab6e62fd-e469-45d5-b710-92060351b046 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444620 Apr 11 16:46:53.706876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2e778-e8a2-4dfd-8107-0f082e5fbab8 req-23b08281-94bd-47d9-98f9-4dac42737b79 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:53.708390 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7ae2e778-e8a2-4dfd-8107-0f082e5fbab8 req-23b08281-94bd-47d9-98f9-4dac42737b79 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0473046 Apr 11 16:46:53.754364 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7ae2e778-e8a2-4dfd-8107-0f082e5fbab8 req-5064228c-68d1-46c8-9676-ef2ec6f1eca2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406191 Apr 11 16:46:54.252491 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:54.597882 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21d1-27e8-4ed1-b11e-817ae10b508b req-e6791bf4-b669-439c-9663-b0924df7c065 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:54.599427 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b3af21d1-27e8-4ed1-b11e-817ae10b508b req-e6791bf4-b669-439c-9663-b0924df7c065 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 945 time: 0.0553677 Apr 11 16:46:54.645577 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b3af21d1-27e8-4ed1-b11e-817ae10b508b req-ca482302-f460-4800-af0e-a058b3812f2a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Apr 11 16:46:54.871183 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2345a54-0a63-494f-9a7c-6a8c1361dc6d req-6c6fb6de-8657-4885-97c8-879da8f9ffce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:54.872666 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e2345a54-0a63-494f-9a7c-6a8c1361dc6d req-6c6fb6de-8657-4885-97c8-879da8f9ffce tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Apr 11 16:46:54.919686 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e2345a54-0a63-494f-9a7c-6a8c1361dc6d req-21051870-20f9-47f9-a7bc-0ed51325dcf2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Apr 11 16:46:55.765973 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6ec1d-5650-4646-8645-a7121f364630 req-503d2a62-f51a-47eb-9099-a260f68dc732 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:55.767459 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-03a6ec1d-5650-4646-8645-a7121f364630 req-503d2a62-f51a-47eb-9099-a260f68dc732 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Apr 11 16:46:55.838591 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-03a6ec1d-5650-4646-8645-a7121f364630 req-077ccceb-0711-4e8f-add0-93a06babc4b7 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650465 Apr 11 16:46:56.034711 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886067ef-4cdd-472a-97c5-5bcf15fc1823 req-a6b5dbea-852d-4895-a398-7fa9a5328eb9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:56.036267 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-886067ef-4cdd-472a-97c5-5bcf15fc1823 req-a6b5dbea-852d-4895-a398-7fa9a5328eb9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0472686 Apr 11 16:46:56.089149 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-886067ef-4cdd-472a-97c5-5bcf15fc1823 req-8404e197-a119-4b06-a90f-b1bb0c214af2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472217 Apr 11 16:46:56.204059 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a12e8b-a01e-4301-8aff-67479bb42445 req-4fda1f5e-de1c-41bb-bcb6-0a7a94bb4149 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:56.205651 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-26a12e8b-a01e-4301-8aff-67479bb42445 req-4fda1f5e-de1c-41bb-bcb6-0a7a94bb4149 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0516975 Apr 11 16:46:56.214280 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 37556) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:56.219289 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'floatingip': {'port_id': '820118dc-5009-4087-9401-1fa32441518a'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:56.254601 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:56.262848 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.304233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:56.378289 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:56.378678 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.475924 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:56.476317 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.502458 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707a2de0-5594-4589-872c-53eecee84f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:56.504821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46cd0e8-3d1d-4ea5-9f12-9cd0dd8002c7" -d '{"events": [{"server_uuid": "707a2de0-5594-4589-872c-53eecee84f00", "name": "network-vif-plugged", "status": "completed", "tag": "d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:56.648225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2cfc83-038d-4ecb-a019-8e183f3701b4 x-openstack-request-id: req-2f2cfc83-038d-4ecb-a019-8e183f3701b4 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:56.648541 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707a2de0-5594-4589-872c-53eecee84f00", "name": "network-vif-plugged", "status": "completed", "tag": "d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:56.648798 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2cfc83-038d-4ecb-a019-8e183f3701b4 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:56.649189 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2cfc83-038d-4ecb-a019-8e183f3701b4'] response: {'server_uuid': '707a2de0-5594-4589-872c-53eecee84f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0', 'code': 200} Apr 11 16:46:56.650895 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:56.736348 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.761926 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.810319 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:56.841308 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.948059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c08d2-67c1-464e-a22d-c162705db168 req-6a971626-593a-4cc1-8aa0-51c82ef56139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:56.949711 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f99c08d2-67c1-464e-a22d-c162705db168 req-6a971626-593a-4cc1-8aa0-51c82ef56139 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 1130 time: 0.0403454 Apr 11 16:46:56.995054 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd3a7-e665-4711-80f4-c694ee8fada5 req-35fc8eb0-c505-41f5-8a31-682837294e07 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:56.998990 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d7abd3a7-e665-4711-80f4-c694ee8fada5 req-35fc8eb0-c505-41f5-8a31-682837294e07 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.0648386 Apr 11 16:46:56.999902 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Floating IP af6b6fe5-b2f2-49de-9fe5-48393160f1e0 associated. External IP: 172.27.2.37, port: 820118dc-5009-4087-9401-1fa32441518a. Apr 11 16:46:57.002305 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f99c08d2-67c1-464e-a22d-c162705db168 req-c7772f9e-f554-4068-b6bb-cd4982794803 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470040 Apr 11 16:46:57.126786 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d7abd3a7-e665-4711-80f4-c694ee8fada5 req-58d1355b-0615-4cf6-ae8f-7349110fa747 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911980 Apr 11 16:46:57.254886 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:57.376120 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:57.380797 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.386084 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] Sync routers for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:57.398998 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:57.399662 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:46:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.413274 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-dafa7d49-bdad-406e-a633-7d7b9e194ce2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "PUT /v2.0/floatingips/af6b6fe5-b2f2-49de-9fe5-48393160f1e0 HTTP/1.1" status: 200 len: 991 time: 1.1978643 Apr 11 16:46:57.413967 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:57.416742 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b14ff-579d-4069-8d17-7c58ec247f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:57.454422 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3118762a-b7d6-4fc5-b419-76f74d4e3b96 x-openstack-request-id: req-3118762a-b7d6-4fc5-b419-76f74d4e3b96 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:57.454720 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:57.455038 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3118762a-b7d6-4fc5-b419-76f74d4e3b96 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:57.455453 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3118762a-b7d6-4fc5-b419-76f74d4e3b96'] response: {'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a', 'status': 'completed', 'code': 200} Apr 11 16:46:57.534459 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:57.552267 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-39ccd5c6-a06d-45af-95aa-05bb62a63973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.553888 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-39ccd5c6-a06d-45af-95aa-05bb62a63973 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0460846 Apr 11 16:46:57.649710 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-62a52542-6b68-43e9-b971-a2cc7f5697b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.651219 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-62a52542-6b68-43e9-b971-a2cc7f5697b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.0896955 Apr 11 16:46:57.724004 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-bf20c341-f94b-4db4-bb71-67cd224a232e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 999 time: 0.0660992 Apr 11 16:46:57.763693 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'af6b6fe5-b2f2-49de-9fe5-48393160f1e0', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:11Z', 'updated_at': '2022-04-11T16:46:56Z', 'revision_number': 1, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.791473 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] Checking router: 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:57.800423 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:57.801301 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:46:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.913666 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:58.235116 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'af6b6fe5-b2f2-49de-9fe5-48393160f1e0', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:11Z', 'updated_at': '2022-04-11T16:46:56Z', 'revision_number': 1, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:58.246838 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6bcbc-88e3-4d04-be42-5f25a2915768 req-7dac5089-09fa-405f-9f16-ff2033fecb60 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:58.248475 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a8c6bcbc-88e3-4d04-be42-5f25a2915768 req-7dac5089-09fa-405f-9f16-ff2033fecb60 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.0491748 Apr 11 16:46:58.265036 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8d056-bc77-488f-a557-d4b030d2dd5f None None] The sync data for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi is: [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'af6b6fe5-b2f2-49de-9fe5-48393160f1e0', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:11Z', 'updated_at': '2022-04-11T16:46:56Z', 'revision_number': 1, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:58.306390 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a8c6bcbc-88e3-4d04-be42-5f25a2915768 req-ebb76cab-19fb-43b0-b789-e1499c9a9cfb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502110 Apr 11 16:46:58.434526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-acd965b8-4250-43ab-81bd-9873d7274666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:58.436702 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-acd965b8-4250-43ab-81bd-9873d7274666 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0449655 Apr 11 16:46:58.459158 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83985e4-8112-4b36-9838-ec95b0e6dea1 None None] New status for floating IP af6b6fe5-b2f2-49de-9fe5-48393160f1e0: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:46:58.482341 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-475f4a83-7e22-413b-8d24-864a623a4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:58.484457 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-475f4a83-7e22-413b-8d24-864a623a4272 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420732 Apr 11 16:46:58.608303 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-19aef10f-01cd-4f63-a851-1e56597fa087 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082113 Apr 11 16:46:58.720644 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-867b14ff-579d-4069-8d17-7c58ec247f5d req-69660811-425d-4602-a100-8ae6316a4516 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976236 Apr 11 16:46:59.430234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff817a1-f6b6-493e-807b-76273b03c1ff req-1dd883fa-ddfc-4ddf-871e-6185a818532d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:59.431796 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aff817a1-f6b6-493e-807b-76273b03c1ff req-1dd883fa-ddfc-4ddf-871e-6185a818532d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Apr 11 16:46:59.487655 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aff817a1-f6b6-493e-807b-76273b03c1ff req-4d90df79-42c8-4c54-9130-a3a2fae03010 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 Apr 11 16:47:00.614325 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3bb38-f4fd-4dce-80b3-c9fcadedd13b req-6f79973f-2b72-408e-a774-70f59e71a7c5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:00.615968 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-79c3bb38-f4fd-4dce-80b3-c9fcadedd13b req-6f79973f-2b72-408e-a774-70f59e71a7c5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.0533905 Apr 11 16:47:00.702512 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-79c3bb38-f4fd-4dce-80b3-c9fcadedd13b req-b1cb60be-0dea-4932-a7e0-56b6a96df07d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765491 Apr 11 16:47:01.275193 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 37684) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:01.398663 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c962d6d-54b7-4141-bd97-53fe21843fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.487847 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c962d6d-54b7-4141-bd97-53fe21843fb6 admin admin] Publish callbacks [] for security_group (4cf20f56-2a98-49b5-a7b9-e09430d8767e), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.618758 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c962d6d-54b7-4141-bd97-53fe21843fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (4cf20f56-2a98-49b5-a7b9-e09430d8767e), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.661824 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-4c962d6d-54b7-4141-bd97-53fe21843fb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7efaf8e58b5488dbcb89b872a61bd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854365 Apr 11 16:47:01.663165 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c962d6d-54b7-4141-bd97-53fe21843fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf20f56-2a98-49b5-a7b9-e09430d8767e,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:01.665971 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 37696) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:01.725620 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-25cec1d6-43f2-4a29-8823-a795059cc630 admin admin] Publish callbacks [] for security_group (4cf20f56-2a98-49b5-a7b9-e09430d8767e), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.752406 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-25cec1d6-43f2-4a29-8823-a795059cc630 admin admin] Publish callbacks [] for security_group (4cf20f56-2a98-49b5-a7b9-e09430d8767e), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.898190 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-25cec1d6-43f2-4a29-8823-a795059cc630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (4cf20f56-2a98-49b5-a7b9-e09430d8767e), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.900886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-25cec1d6-43f2-4a29-8823-a795059cc630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.902036 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-25cec1d6-43f2-4a29-8823-a795059cc630 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cf20f56-2a98-49b5-a7b9-e09430d8767e HTTP/1.1" status: 204 len: 168 time: 0.2344077 Apr 11 16:47:01.909696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cec1d6-43f2-4a29-8823-a795059cc630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf20f56-2a98-49b5-a7b9-e09430d8767e,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:02.250921 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ee9ee-d0a4-463f-9d36-f804f7d93472 req-3a70c4a8-fe9b-4ae7-99d4-6406e9100648 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:02.252708 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e83ee9ee-d0a4-463f-9d36-f804f7d93472 req-3a70c4a8-fe9b-4ae7-99d4-6406e9100648 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.0560811 Apr 11 16:47:02.305868 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e83ee9ee-d0a4-463f-9d36-f804f7d93472 req-f1ae3854-1a8c-454d-9c5b-b7aad029492d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Apr 11 16:47:02.980520 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 37714) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:03.094860 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9bf5-4b73-48df-9af8-aa9dab63b9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.176635 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9bf5-4b73-48df-9af8-aa9dab63b9a7 admin admin] Publish callbacks [] for security_group (a3de01d3-94aa-4afb-b3ec-fd1b5b32a663), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.268963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9bf5-4b73-48df-9af8-aa9dab63b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (a3de01d3-94aa-4afb-b3ec-fd1b5b32a663), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.315484 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-fd1d9bf5-4b73-48df-9af8-aa9dab63b9a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc5c21b2aa334d44bc93d8909899f087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336740 Apr 11 16:47:03.316299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9bf5-4b73-48df-9af8-aa9dab63b9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de01d3-94aa-4afb-b3ec-fd1b5b32a663,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:03.319591 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 37718) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:03.433390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c15a5eec-acbf-4d74-b327-ef46a51fad3d admin admin] Publish callbacks [] for security_group (a3de01d3-94aa-4afb-b3ec-fd1b5b32a663), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.513052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c15a5eec-acbf-4d74-b327-ef46a51fad3d admin admin] Publish callbacks [] for security_group (a3de01d3-94aa-4afb-b3ec-fd1b5b32a663), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.526673 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608eb39-7698-4fb2-acd0-b24d594d4bc6 req-223f7bff-9b9c-458d-b8c1-d7b3203774ae tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:03.529265 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4608eb39-7698-4fb2-acd0-b24d594d4bc6 req-223f7bff-9b9c-458d-b8c1-d7b3203774ae tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.1318393 Apr 11 16:47:03.660113 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4608eb39-7698-4fb2-acd0-b24d594d4bc6 req-c97d4e78-c503-4d66-a9d3-a667147b6eb5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211302 Apr 11 16:47:03.733759 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c15a5eec-acbf-4d74-b327-ef46a51fad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (a3de01d3-94aa-4afb-b3ec-fd1b5b32a663), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.738580 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c15a5eec-acbf-4d74-b327-ef46a51fad3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.741855 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c15a5eec-acbf-4d74-b327-ef46a51fad3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3de01d3-94aa-4afb-b3ec-fd1b5b32a663 HTTP/1.1" status: 204 len: 168 time: 0.4198077 Apr 11 16:47:03.758132 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a5eec-acbf-4d74-b327-ef46a51fad3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de01d3-94aa-4afb-b3ec-fd1b5b32a663,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:03.966322 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-07cbb010-184c-4458-ab09-419295ed5043 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:03.968215 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-07cbb010-184c-4458-ab09-419295ed5043 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 946 time: 0.0702784 Apr 11 16:47:04.082847 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Deleting port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:04.083459 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.255074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] For port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:04.255439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.270254 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Calling delete_port for d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:04.504527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.525209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:04.550383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Pushing event deleted for resources: {'Port': ['ID=d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:04.625487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] No DVR routers for this DVR port d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:04.629015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.633741 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af3f16df-8216-4d05-8cc1-7e3189068247 req-b5b66a30-9794-4f87-8287-562c5b4919fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "DELETE /v2.0/ports/d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 HTTP/1.1" status: 204 len: 173 time: 0.6598608 Apr 11 16:47:04.635876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707a2de0-5594-4589-872c-53eecee84f00', 'name': 'network-vif-deleted', 'tag': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:04.637268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc68ece-6726-4e79-b0ae-8004846cc521" -d '{"events": [{"server_uuid": "707a2de0-5594-4589-872c-53eecee84f00", "name": "network-vif-deleted", "tag": "d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:04.687742 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff01f0-b725-4716-90fc-7a6c25c450a9 x-openstack-request-id: req-d4ff01f0-b725-4716-90fc-7a6c25c450a9 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:04.688187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707a2de0-5594-4589-872c-53eecee84f00", "name": "network-vif-deleted", "tag": "d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:04.688593 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4ff01f0-b725-4716-90fc-7a6c25c450a9 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:04.689205 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ff01f0-b725-4716-90fc-7a6c25c450a9'] response: {'server_uuid': '707a2de0-5594-4589-872c-53eecee84f00', 'name': 'network-vif-deleted', 'tag': 'd9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0', 'status': 'completed', 'code': 200} Apr 11 16:47:04.855810 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6681a4b4-c18f-4ede-b56e-c127caf3ff5f req-84b213b7-0cd4-4d24-ad8d-650b91a37039 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a2de0-5594-4589-872c-53eecee84f00 HTTP/1.1" status: 200 len: 210 time: 0.0684478 Apr 11 16:47:05.177174 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 37752) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:05.346505 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-436523636-network', 'tenant_id': 'e0387bb3fbf2485c8a6008defba1ba37'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:05.441604 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Made reservation on behalf of e0387bb3fbf2485c8a6008defba1ba37 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:05.444583 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.459578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.556274 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks [] for security_group (59b36dce-3e46-4973-8241-6ddea24d1cdf), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.664110 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (59b36dce-3e46-4973-8241-6ddea24d1cdf), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.693845 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:47:05.701230 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b36dce-3e46-4973-8241-6ddea24d1cdf,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:05.708686 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (aaedb74d-6034-4441-b10f-8b27dd6d81e9), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.709072 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Added segment aaedb74d-6034-4441-b10f-8b27dd6d81e9 of type vlan for network 1e35502b-a59a-4385-afdb-7f270ff45efa Apr 11 16:47:05.762016 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (1e35502b-a59a-4385-afdb-7f270ff45efa), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.933091 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (1e35502b-a59a-4385-afdb-7f270ff45efa), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.939132 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:05.939132 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.054651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1e35502b-a59a-4385-afdb-7f270ff45efa,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:06.062981 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-36c47b16-1cab-4724-bd42-36dd324f89c9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8841555 Apr 11 16:47:06.066666 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 37762) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:06.073390 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Request body: {'subnet': {'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-436523636-subnet', 'tenant_id': 'e0387bb3fbf2485c8a6008defba1ba37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:06.073650 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 1e35502b-a59a-4385-afdb-7f270ff45efa details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:47:06.179433 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Made reservation on behalf of e0387bb3fbf2485c8a6008defba1ba37 for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:06.182386 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15905433'] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.328375 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-e6e428d2-de8c-4852-b740-1a85ac871fba tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:06.330683 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-e6e428d2-de8c-4852-b740-1a85ac871fba tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/networks?id=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 HTTP/1.1" status: 200 len: 808 time: 0.1685154 Apr 11 16:47:06.350009 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-8ddeb9a4-7298-403a-aea2-6cc980c2bc4d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/quotas/89f8b5098b66454f88c79b581c9836e4 HTTP/1.1" status: 200 len: 375 time: 0.0125048 Apr 11 16:47:06.392975 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-945b157b-5542-4b1b-9442-c47ac1185426 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89f8b5098b66454f88c79b581c9836e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347042 Apr 11 16:47:06.511574 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-678a1063-09ec-4812-b88c-61985f36cbbf service neutron] 10.222.0.43 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102574 Apr 11 16:47:06.527270 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15951433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15905419'] for subnet (c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.593043 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:06.607647 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Checking segment: {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:06.608006 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Network hostable DHCP agents. Network: 1e35502b-a59a-4385-afdb-7f270ff45efa, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:47:06.621169 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-bc9548b7-a81c-40d2-b97a-cd55e8d83ed6 service neutron] 10.222.0.43 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014423 Apr 11 16:47:06.699355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Network 1e35502b-a59a-4385-afdb-7f270ff45efa is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:47:06.789322 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 1e35502b-a59a-4385-afdb-7f270ff45efa) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:06.795040 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:06.795475 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.802694 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb676f-826c-463e-bbd4-ad254b57ff7f None None] Network 1e35502b-a59a-4385-afdb-7f270ff45efa requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:06.889063 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-50e79c5e-adc0-4fee-941d-4c985cf65fef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8201919 Apr 11 16:47:06.981281 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ab306d52-88ab-4f01-ad84-8c3dfcc56cde req-d592414f-ee1f-4d26-8d09-82aac33cb7aa tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 210 time: 0.0884974 Apr 11 16:47:07.032417 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d40e04-053a-4114-b5e7-1b2fadf2011a None None] Network 1e35502b-a59a-4385-afdb-7f270ff45efa requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:08.182180 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e04199f6-e8db-4dd0-b080-c0aafcfcaff6 req-a0703135-36b0-4378-9e01-edb0fd0e25c2 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 210 time: 0.0570910 Apr 11 16:47:08.270853 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:08.304671 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:08.305049 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device d9e9fbed-5de8-49af-9a9f-b74ab8a6e8a0 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:09.087554 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:47:09.397121 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c29859a3-18d8-46b5-8cff-c1c1f8f01e89 req-42a13019-643b-4581-98d5-42e5c54783a2 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 210 time: 0.0350745 Apr 11 16:47:09.613775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-650cc8b7-63fa-4b99-aab0-8f0b97a7252a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:09.615230 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-650cc8b7-63fa-4b99-aab0-8f0b97a7252a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "GET /v2.0/networks?id=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 HTTP/1.1" status: 200 len: 808 time: 0.1498346 Apr 11 16:47:09.628462 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Request body: {'port': {'device_id': '4f9ba81e-9732-4182-aab7-1824932098a0', 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3', 'admin_state_up': True, 'tenant_id': '89f8b5098b66454f88c79b581c9836e4'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:09.680997 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4c13e13-99f2-4fb1-8e06-87e084088145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.876101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Made reservation on behalf of 89f8b5098b66454f88c79b581c9836e4 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:09.880054 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.025829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Allocated IP 172.20.0.11 (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3/733a1e3e-e50c-4912-8cde-49db3688a799/1e68118f-0d6e-4aac-a00a-9b3bb491c000) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:10.207360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks [] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.298546 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.342983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:10.345970 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:10.349855 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:10.358690 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Pushing event updated for resources: {'Port': ['ID=1e68118f-0d6e-4aac-a00a-9b3bb491c000,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:10.426851 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:10.427670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.536496 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-0ee7e202-7fab-4f47-b407-62e1eb15702e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9121332 Apr 11 16:47:10.547842 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-a64e3d68-cf10-4585-bbaf-7bd8f8aec6ea tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:10.549440 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-a64e3d68-cf10-4585-bbaf-7bd8f8aec6ea tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/networks?id=1e35502b-a59a-4385-afdb-7f270ff45efa HTTP/1.1" status: 200 len: 813 time: 0.1480880 Apr 11 16:47:10.554865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Request body: {'port': {'device_id': '4f9ba81e-9732-4182-aab7-1824932098a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:10.587263 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-9f4c091f-ebe2-4451-a269-d87a7ad65cf1 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/quotas/e0387bb3fbf2485c8a6008defba1ba37 HTTP/1.1" status: 200 len: 375 time: 0.0292981 Apr 11 16:47:10.647893 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-e400ddc8-24bd-4073-bd76-b8ff2207a78f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534272 Apr 11 16:47:10.664411 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.711407 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568355f-bed3-46ef-9963-b87e0061b186 req-bfd0c845-4c02-43f7-ad5c-ce79028c463c tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:10.713061 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9568355f-bed3-46ef-9963-b87e0061b186 req-bfd0c845-4c02-43f7-ad5c-ce79028c463c tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 932 time: 0.2364051 Apr 11 16:47:10.776217 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9568355f-bed3-46ef-9963-b87e0061b186 req-f9e8cd3d-e946-47a9-bc3f-8c1bb0803e2d tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Apr 11 16:47:10.851168 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-ef214a36-54a8-4a0a-9758-60bd506d0eb5 service neutron] 10.222.0.43 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941781 Apr 11 16:47:11.033463 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-341e75e5-b754-4b94-b689-c113654b7b13 service neutron] 10.222.0.43 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733053 Apr 11 16:47:11.113574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e68118f-0d6e-4aac-a00a-9b3bb491c000 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:11.122370 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Publish callbacks [] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.137219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Transition to ACTIVE for port object 1e68118f-0d6e-4aac-a00a-9b3bb491c000 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:47:11.238525 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.329009 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-50751a37-3ea5-46b2-a13f-9bcbb628c44e req-33526f70-6fce-4491-aa2b-5c8689e8f1bc tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0524259 Apr 11 16:47:11.354776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1e68118f-0d6e-4aac-a00a-9b3bb491c000,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:11.411197 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Attempting to bind port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:11.411554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Attempting to bind port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:11.411895 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Attempting to bind port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 on network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:11.417683 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 on network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:47:11.418009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Attempting to bind port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 on network 554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:11.424457 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:11.424807 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Checking segment: {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:11.425193 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Bound using segment: {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:11.425920 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Bound port: 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e0962b-43e5-435a-af2b-cb79fc9a4362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:11.426285 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.500887 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] For port 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:11.504343 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] For port 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e68118f-0d6e-4aac-a00a-9b3bb491c000,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:11.596394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.641223 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:11.641838 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.643333 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] 10.222.0.60 "PUT /v2.0/ports/1e68118f-0d6e-4aac-a00a-9b3bb491c000 HTTP/1.1" status: 200 len: 1094 time: 1.0928898 Apr 11 16:47:11.643833 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9ba81e-9732-4182-aab7-1824932098a0', 'tag': '1e68118f-0d6e-4aac-a00a-9b3bb491c000'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:11.646186 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435a65e3-212a-440b-8f54-6c37b693cac6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9ba81e-9732-4182-aab7-1824932098a0", "tag": "1e68118f-0d6e-4aac-a00a-9b3bb491c000"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:11.669384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c847cb-2643-42a4-ab65-cca23db57c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1e68118f-0d6e-4aac-a00a-9b3bb491c000,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:11.688403 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac5fe9-5414-4151-9efe-02d84d45ed65 x-openstack-request-id: req-96ac5fe9-5414-4151-9efe-02d84d45ed65 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:11.688691 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9ba81e-9732-4182-aab7-1824932098a0", "tag": "1e68118f-0d6e-4aac-a00a-9b3bb491c000", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:11.688941 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96ac5fe9-5414-4151-9efe-02d84d45ed65 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:11.689344 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ac5fe9-5414-4151-9efe-02d84d45ed65'] response: {'name': 'network-changed', 'server_uuid': '4f9ba81e-9732-4182-aab7-1824932098a0', 'tag': '1e68118f-0d6e-4aac-a00a-9b3bb491c000', 'status': 'completed', 'code': 200} Apr 11 16:47:11.759921 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a65e3-212a-440b-8f54-6c37b693cac6 req-c844ac6a-1e64-4a81-a7f6-528df8534f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:11.761352 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-435a65e3-212a-440b-8f54-6c37b693cac6 req-c844ac6a-1e64-4a81-a7f6-528df8534f90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f8b5098b66454f88c79b581c9836e4&device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 1128 time: 0.0415156 Apr 11 16:47:11.902491 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f87db4-0b6d-447e-b852-80cbbde92b86 req-56dd63b2-78f8-40d9-8c7c-ba9582f0ba65 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:11.904535 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-07f87db4-0b6d-447e-b852-80cbbde92b86 req-56dd63b2-78f8-40d9-8c7c-ba9582f0ba65 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 944 time: 0.0484891 Apr 11 16:47:11.953113 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-07f87db4-0b6d-447e-b852-80cbbde92b86 req-1c15fac5-0fa0-4586-8fec-a900214296d7 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Apr 11 16:47:12.082828 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a65e3-212a-440b-8f54-6c37b693cac6 req-f3e2f078-fc38-4bed-aadc-11c5b87d51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:12.084339 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-435a65e3-212a-440b-8f54-6c37b693cac6 req-f3e2f078-fc38-4bed-aadc-11c5b87d51e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=89f8b5098b66454f88c79b581c9836e4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1199107 Apr 11 16:47:12.188658 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a65e3-212a-440b-8f54-6c37b693cac6 req-e4fc07f1-90aa-4ff4-8aef-7efa7a8d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:12.190131 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-435a65e3-212a-440b-8f54-6c37b693cac6 req-e4fc07f1-90aa-4ff4-8aef-7efa7a8d19cd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988047 Apr 11 16:47:12.304288 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-73efbf84-e876-428f-ad56-9d241215ed7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.416077 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c644a1f-5b36-42b0-80ec-00aa7d8c6725 req-ced362c5-59bf-4ed5-af57-a6d3413eb647 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Apr 11 16:47:12.535389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-f61b4162-c947-459c-b4eb-2ad69349b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:12.536959 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-f61b4162-c947-459c-b4eb-2ad69349b0d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f8b5098b66454f88c79b581c9836e4&device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 1128 time: 0.0458546 Apr 11 16:47:12.593522 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-784c467e-b6a4-4ea0-a6ba-9cfea9850d04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e68118f-0d6e-4aac-a00a-9b3bb491c000 HTTP/1.1" status: 200 len: 217 time: 0.0378828 Apr 11 16:47:12.646761 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-cccf55f2-ef4e-41f9-818d-190ab88c5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:12.648257 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-cccf55f2-ef4e-41f9-818d-190ab88c5574 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=733a1e3e-e50c-4912-8cde-49db3688a799 HTTP/1.1" status: 200 len: 848 time: 0.0460825 Apr 11 16:47:12.698466 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-7401ded2-8257-4ec3-b57f-2140a442b2a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292180 Apr 11 16:47:12.802648 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-17a61b19-5454-41d6-a015-c9c7806c3bd3 service neutron] 10.222.0.60 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969229 Apr 11 16:47:12.812613 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.898238 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7aaa86cf-c680-463c-a5a0-b19ae329d979 req-d87e7444-8e67-4ee5-928e-1cdf075b4fca service neutron] 10.222.0.60 "GET /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895932 Apr 11 16:47:13.074312 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0758e9-df21-4a23-9263-fb0662cf71ae req-5a4a68ae-f5e6-46db-a5d9-5a75c86360ac tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:13.075875 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2b0758e9-df21-4a23-9263-fb0662cf71ae req-5a4a68ae-f5e6-46db-a5d9-5a75c86360ac tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 944 time: 0.0520289 Apr 11 16:47:13.130865 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2b0758e9-df21-4a23-9263-fb0662cf71ae req-44dda578-849e-4cd5-a09c-3067000d9502 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Apr 11 16:47:13.428562 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.518186 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c609fd75-e71c-46d6-b619-66f6bd4e26d8 req-70028c70-ba24-4155-8933-3548ba4efa83 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0337758 Apr 11 16:47:14.247146 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f94f51-719f-48aa-883c-02dca54e8e61 req-78fe56f3-38be-4990-b0cd-ae6a0331d769 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:14.249573 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-41f94f51-719f-48aa-883c-02dca54e8e61 req-78fe56f3-38be-4990-b0cd-ae6a0331d769 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 944 time: 0.0500171 Apr 11 16:47:14.296007 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-41f94f51-719f-48aa-883c-02dca54e8e61 req-d4c9abea-24e9-4b06-8d2d-be145ec312a1 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Apr 11 16:47:14.621506 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d6adc4f8-6019-4238-bb54-be72dab9b449 req-42648d36-76ad-4a0c-a999-f4e2ad4ba9be tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Apr 11 16:47:14.914594 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.424705 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44157-975c-4c87-a2fe-5cb45a57b3bc req-5e0a3292-889c-49bb-9c86-be9bd775d0e5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:15.426521 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-16d44157-975c-4c87-a2fe-5cb45a57b3bc req-5e0a3292-889c-49bb-9c86-be9bd775d0e5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 944 time: 0.0539429 Apr 11 16:47:15.476775 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-16d44157-975c-4c87-a2fe-5cb45a57b3bc req-3f090116-d4e8-492b-ad4a-d1447ba7ac28 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Apr 11 16:47:15.726773 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4c86a524-24c5-4ca2-9412-dbd9f9e8bbb6 req-4272c2d4-2310-40dd-aa41-ea3a44098b72 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Apr 11 16:47:15.972601 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.423421 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-9e3b94a7-76a1-43cd-b941-9bdac5e79216 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431721 Apr 11 16:47:16.491749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-c9f99a2e-f2cd-4041-b18d-99a252ee3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:16.493242 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-c9f99a2e-f2cd-4041-b18d-99a252ee3d9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1130 time: 0.0461066 Apr 11 16:47:16.612643 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb0b21-d481-4d79-8c4f-3e92d8a46fda req-0268d428-1665-4e19-a8d7-02482facbfb1 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:16.614716 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8fb0b21-d481-4d79-8c4f-3e92d8a46fda req-0268d428-1665-4e19-a8d7-02482facbfb1 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 944 time: 0.0646057 Apr 11 16:47:16.667072 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8fb0b21-d481-4d79-8c4f-3e92d8a46fda req-d8695cdf-3a3c-442c-8f85-d2df595714b5 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Apr 11 16:47:16.864703 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fa62281-d45c-4f66-ab26-28495445e214 req-b3294bad-98e6-4525-aacd-89e7e18d74dc tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0674305 Apr 11 16:47:16.899164 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-2c294429-b314-49cd-b52e-c093bce943f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:16.900673 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-2c294429-b314-49cd-b52e-c093bce943f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.1496341 Apr 11 16:47:16.972575 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-7cc10536-32fa-43c0-b504-98dbc6105745 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 1002 time: 0.0650499 Apr 11 16:47:17.110188 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-c927ed8e-a599-4869-92a4-6309692052f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:17.111730 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-c927ed8e-a599-4869-92a4-6309692052f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.1324053 Apr 11 16:47:17.181895 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-d4d6e68c-487f-4224-a9c7-e87fd3b8a007 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:17.183340 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-d4d6e68c-487f-4224-a9c7-e87fd3b8a007 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "GET /v2.0/networks?id=1e35502b-a59a-4385-afdb-7f270ff45efa HTTP/1.1" status: 200 len: 813 time: 0.1892016 Apr 11 16:47:17.184455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-eaf66dc2-8f1a-4ff6-b236-91608f123192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:17.187019 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-eaf66dc2-8f1a-4ff6-b236-91608f123192 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669148 Apr 11 16:47:17.205298 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Request body: {'port': {'device_id': 'd31c6963-a569-4edd-813d-6f4603889d13', 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa', 'admin_state_up': True, 'tenant_id': 'e0387bb3fbf2485c8a6008defba1ba37'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:17.599953 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-33c6f92b-e0eb-4ee9-b127-be0d83a2e252 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998835 Apr 11 16:47:17.704753 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de7a206-3f6d-4e19-86c4-d8f54c3de669 req-12741020-9fa2-4940-abfa-7d9eb288724a service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967040 Apr 11 16:47:17.705844 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Made reservation on behalf of e0387bb3fbf2485c8a6008defba1ba37 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:17.709197 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.821978 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2bb78-fcde-47a9-a110-f9d705ee53e8 req-8612663f-2127-492f-93d3-5006761b590f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:17.823610 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-25f2bb78-fcde-47a9-a110-f9d705ee53e8 req-8612663f-2127-492f-93d3-5006761b590f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 944 time: 0.0540140 Apr 11 16:47:17.856254 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Allocated IP 172.20.0.14 (1e35502b-a59a-4385-afdb-7f270ff45efa/c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c/11cc2502-f9bf-40d1-b5a1-8249a3429539) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:17.877806 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-25f2bb78-fcde-47a9-a110-f9d705ee53e8 req-2faea752-aae8-4a08-9b41-ac5dea1697be tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Apr 11 16:47:18.002084 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4cd2a8d8-9e64-42a2-96fc-71cf1e9661ab req-a6510877-9c9a-4edd-8be7-d245b21323af tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0581756 Apr 11 16:47:18.047728 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks [] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.166504 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.217918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Network 1e35502b-a59a-4385-afdb-7f270ff45efa is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:18.222269 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:18.226246 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:18.253729 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Pushing event updated for resources: {'Port': ['ID=11cc2502-f9bf-40d1-b5a1-8249a3429539,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:18.284268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:18.284908 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.319429 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 1e68118f-0d6e-4aac-a00a-9b3bb491c000 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:47:18.417500 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-14a7a7db-e8f0-4009-b228-f062088dae11 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2184680 Apr 11 16:47:18.427644 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e68118f-0d6e-4aac-a00a-9b3bb491c000,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:18.439891 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '1e68118f-0d6e-4aac-a00a-9b3bb491c000', 'network_id': '554cc24d-2787-4bdc-80a4-4ad06e2a9bf3', 'port_id': '1e68118f-0d6e-4aac-a00a-9b3bb491c000', 'mac_address': 'fa:16:3e:ee:c7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733a1e3e-e50c-4912-8cde-49db3688a799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:47:18.444798 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Request body: {'port': {'device_id': 'd31c6963-a569-4edd-813d-6f4603889d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:18.483059 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:18.483463 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.506909 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e68118f-0d6e-4aac-a00a-9b3bb491c000 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:18.521629 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.535358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e68118f-0d6e-4aac-a00a-9b3bb491c000,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:18.617865 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.675686 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=1e68118f-0d6e-4aac-a00a-9b3bb491c000,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:18.831615 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cc2502-f9bf-40d1-b5a1-8249a3429539 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:18.839559 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Publish callbacks [] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.854315 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Transition to ACTIVE for port object 11cc2502-f9bf-40d1-b5a1-8249a3429539 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:47:18.944194 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.010372 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b221c-92d0-4ddd-84f8-060ee0516a9f req-2ed1378c-3d7a-4303-acf5-8767a36769eb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.012566 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f45b221c-92d0-4ddd-84f8-060ee0516a9f req-2ed1378c-3d7a-4303-acf5-8767a36769eb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 945 time: 0.0561101 Apr 11 16:47:19.022253 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Pushing event updated for resources: {'Port': ['ID=11cc2502-f9bf-40d1-b5a1-8249a3429539,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.059447 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.059825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.060734 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.061752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.062115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.062456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.062790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.063120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.063447 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.063807 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.064137 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.064458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.064776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.065110 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.065427 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:19.075059 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f45b221c-92d0-4ddd-84f8-060ee0516a9f req-22a293ef-efa7-42ce-ae4b-cd509f831145 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533586 Apr 11 16:47:19.119203 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['1e68118f-0d6e-4aac-a00a-9b3bb491c000'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:19.127788 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Attempting to bind port 11cc2502-f9bf-40d1-b5a1-8249a3429539 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:19.128107 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Attempting to bind port 11cc2502-f9bf-40d1-b5a1-8249a3429539 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:19.128437 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Attempting to bind port 11cc2502-f9bf-40d1-b5a1-8249a3429539 on network 1e35502b-a59a-4385-afdb-7f270ff45efa {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:19.151777 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Port 11cc2502-f9bf-40d1-b5a1-8249a3429539 on network 1e35502b-a59a-4385-afdb-7f270ff45efa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:47:19.152094 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Attempting to bind port 11cc2502-f9bf-40d1-b5a1-8249a3429539 on network 1e35502b-a59a-4385-afdb-7f270ff45efa {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:19.161496 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:19.161822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Checking segment: {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:19.162204 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Bound using segment: {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:19.162642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Bound port: 11cc2502-f9bf-40d1-b5a1-8249a3429539, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:19.163004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.179808 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192c5f-294b-421e-bb8f-14aa9c2841d9 req-e4da49aa-d80a-40e5-a1ef-fed4e1c131a5 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.181451 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3e192c5f-294b-421e-bb8f-14aa9c2841d9 req-e4da49aa-d80a-40e5-a1ef-fed4e1c131a5 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 944 time: 0.0748174 Apr 11 16:47:19.276932 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] For port 11cc2502-f9bf-40d1-b5a1-8249a3429539, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:19.281688 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] For port 11cc2502-f9bf-40d1-b5a1-8249a3429539, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=11cc2502-f9bf-40d1-b5a1-8249a3429539,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:19.288056 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3e192c5f-294b-421e-bb8f-14aa9c2841d9 req-bd9b86df-bec5-481c-a0ee-5ff371f1eea9 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815392 Apr 11 16:47:19.373198 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.413274 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.413891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.415252 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] 10.222.0.60 "PUT /v2.0/ports/11cc2502-f9bf-40d1-b5a1-8249a3429539 HTTP/1.1" status: 200 len: 1094 time: 0.9753118 Apr 11 16:47:19.415713 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31c6963-a569-4edd-813d-6f4603889d13', 'tag': '11cc2502-f9bf-40d1-b5a1-8249a3429539'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:19.417936 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b67b2-89b0-4adb-8a14-bcdc7585fef6" -d '{"events": [{"name": "network-changed", "server_uuid": "d31c6963-a569-4edd-813d-6f4603889d13", "tag": "11cc2502-f9bf-40d1-b5a1-8249a3429539"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:19.442121 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3ccb7-4670-478b-ab6a-9612f3e85257 service neutron] Pushing event updated for resources: {'Port': ['ID=11cc2502-f9bf-40d1-b5a1-8249a3429539,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.458537 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251bc65d-ac7f-4193-8c1a-892a197e2c6a x-openstack-request-id: req-251bc65d-ac7f-4193-8c1a-892a197e2c6a {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:19.458833 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31c6963-a569-4edd-813d-6f4603889d13", "tag": "11cc2502-f9bf-40d1-b5a1-8249a3429539", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:19.459087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-251bc65d-ac7f-4193-8c1a-892a197e2c6a {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:19.459491 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251bc65d-ac7f-4193-8c1a-892a197e2c6a'] response: {'name': 'network-changed', 'server_uuid': 'd31c6963-a569-4edd-813d-6f4603889d13', 'tag': '11cc2502-f9bf-40d1-b5a1-8249a3429539', 'status': 'completed', 'code': 200} Apr 11 16:47:19.530156 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b67b2-89b0-4adb-8a14-bcdc7585fef6 req-6e62f4cb-cc99-44cc-835e-1bdb0779037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.532050 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-146b67b2-89b0-4adb-8a14-bcdc7585fef6 req-6e62f4cb-cc99-44cc-835e-1bdb0779037f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 1128 time: 0.0477262 Apr 11 16:47:19.636077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b67b2-89b0-4adb-8a14-bcdc7585fef6 req-fab8f11c-4cbf-4129-9f25-c239653ca662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.637548 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-146b67b2-89b0-4adb-8a14-bcdc7585fef6 req-fab8f11c-4cbf-4129-9f25-c239653ca662 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0939393 Apr 11 16:47:19.739107 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b67b2-89b0-4adb-8a14-bcdc7585fef6 req-79e02091-6461-472d-bb6b-50dec3fdf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.740687 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-146b67b2-89b0-4adb-8a14-bcdc7585fef6 req-79e02091-6461-472d-bb6b-50dec3fdf8fa service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963302 Apr 11 16:47:19.823801 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-018b2880-027f-40b2-a8d3-72968621395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.825225 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-018b2880-027f-40b2-a8d3-72968621395c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 1128 time: 0.0414898 Apr 11 16:47:19.872056 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-1a6bd0d7-0f80-4cc7-9801-cba7e9e721da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11cc2502-f9bf-40d1-b5a1-8249a3429539 HTTP/1.1" status: 200 len: 217 time: 0.0393147 Apr 11 16:47:19.922792 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-f70b7082-d52c-48d7-be6d-7a1e7298be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.924298 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-f70b7082-d52c-48d7-be6d-7a1e7298be54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c HTTP/1.1" status: 200 len: 853 time: 0.0447876 Apr 11 16:47:19.960070 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-ceb94310-eb1a-44d5-bacd-cc4a38a9e238 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e35502b-a59a-4385-afdb-7f270ff45efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277386 Apr 11 16:47:20.055169 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-4be24650-01b7-429a-8fff-53a547c607bc service neutron] 10.222.0.60 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888383 Apr 11 16:47:20.147201 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92918f96-f07f-46b3-8209-c3e7d7e9e8af req-68e7e421-7163-4157-bbf0-1bbd5529bc76 service neutron] 10.222.0.60 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Apr 11 16:47:20.194585 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5d84-9d45-466d-a8f4-d75c482e7191 req-234ec640-0c09-4c57-a13a-58268e2b9cca tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.196112 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-515e5d84-9d45-466d-a8f4-d75c482e7191 req-234ec640-0c09-4c57-a13a-58268e2b9cca tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 945 time: 0.0480175 Apr 11 16:47:20.255603 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-515e5d84-9d45-466d-a8f4-d75c482e7191 req-85a84670-11ec-497e-bb89-a5b9d65ea052 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 Apr 11 16:47:20.409603 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afdecd-19b9-49a3-900f-3dd0385ec6b3 req-fa88e1a7-f9ba-490a-a1ee-3d8b1298c061 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.411005 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-26afdecd-19b9-49a3-900f-3dd0385ec6b3 req-fa88e1a7-f9ba-490a-a1ee-3d8b1298c061 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 944 time: 0.0470147 Apr 11 16:47:20.460125 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-26afdecd-19b9-49a3-900f-3dd0385ec6b3 req-ed55c883-1022-4707-bb22-24887757249f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Apr 11 16:47:21.087689 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 1e68118f-0d6e-4aac-a00a-9b3bb491c000 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:21.132505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:47:21.195267 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:21.195799 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.277829 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:21.278306 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.303882 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9ba81e-9732-4182-aab7-1824932098a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e68118f-0d6e-4aac-a00a-9b3bb491c000'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:21.306170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36baaa2f-5f88-40d2-86e2-49a01f82d129" -d '{"events": [{"server_uuid": "4f9ba81e-9732-4182-aab7-1824932098a0", "name": "network-vif-plugged", "status": "completed", "tag": "1e68118f-0d6e-4aac-a00a-9b3bb491c000"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:21.324304 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e68118f-0d6e-4aac-a00a-9b3bb491c000,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:21.349221 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4bfbeb-2486-4da8-afaa-51da739973c4 x-openstack-request-id: req-8b4bfbeb-2486-4da8-afaa-51da739973c4 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:21.349221 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9ba81e-9732-4182-aab7-1824932098a0", "name": "network-vif-plugged", "status": "completed", "tag": "1e68118f-0d6e-4aac-a00a-9b3bb491c000", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:21.349221 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b4bfbeb-2486-4da8-afaa-51da739973c4 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:21.349221 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4bfbeb-2486-4da8-afaa-51da739973c4'] response: {'server_uuid': '4f9ba81e-9732-4182-aab7-1824932098a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e68118f-0d6e-4aac-a00a-9b3bb491c000', 'code': 200} Apr 11 16:47:21.377090 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d440c-6daf-4b8f-b27d-935883576eca req-022e14dd-5acb-43a6-b9fe-84c6271e44af tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:21.378808 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c8d440c-6daf-4b8f-b27d-935883576eca req-022e14dd-5acb-43a6-b9fe-84c6271e44af tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 945 time: 0.0509870 Apr 11 16:47:21.394671 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.429329 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c8d440c-6daf-4b8f-b27d-935883576eca req-09676e3b-54d9-41e6-8418-6d9789f11357 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Apr 11 16:47:21.444957 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=1e68118f-0d6e-4aac-a00a-9b3bb491c000,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.588597 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b3108-3e65-4180-b113-e18047ffde5e req-b4016f80-6429-44ca-a375-ca6c51828026 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:21.590279 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f75b3108-3e65-4180-b113-e18047ffde5e req-b4016f80-6429-44ca-a375-ca6c51828026 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 944 time: 0.0530283 Apr 11 16:47:21.637589 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f75b3108-3e65-4180-b113-e18047ffde5e req-9a93db34-355e-449a-9a1c-5f74ef3f3788 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Apr 11 16:47:22.551159 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0310974-87f4-43c3-9cf4-f7956d24045b req-eec5b927-07fd-4c20-9bdf-a7650cfbfc43 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.552714 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0310974-87f4-43c3-9cf4-f7956d24045b req-eec5b927-07fd-4c20-9bdf-a7650cfbfc43 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0527563 Apr 11 16:47:22.601616 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0310974-87f4-43c3-9cf4-f7956d24045b req-d4f5c38b-730a-4e2e-859f-33d99cf29b05 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Apr 11 16:47:22.749793 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e5c1-fec8-4f69-b6c6-ed9f2a9b001b req-c3dc45f8-766d-40dd-9099-8b5eaa7c471f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.751228 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8203e5c1-fec8-4f69-b6c6-ed9f2a9b001b req-c3dc45f8-766d-40dd-9099-8b5eaa7c471f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 944 time: 0.0468037 Apr 11 16:47:22.799736 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8203e5c1-fec8-4f69-b6c6-ed9f2a9b001b req-0d1b9fe2-7047-4583-abf6-6ea60e555098 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Apr 11 16:47:23.733264 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0641dba-67d5-4440-a1dc-49e5a55fbe99 req-f5ce6426-5749-4cc2-a7a9-a0e1690e5ac6 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:23.734845 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0641dba-67d5-4440-a1dc-49e5a55fbe99 req-f5ce6426-5749-4cc2-a7a9-a0e1690e5ac6 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0525301 Apr 11 16:47:23.789419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0641dba-67d5-4440-a1dc-49e5a55fbe99 req-8b273ae5-c74f-40a1-8603-20ce0ef45588 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Apr 11 16:47:23.920611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0077cb-745a-4a08-83f7-009475824651 req-44df801a-f9a4-4581-8c04-6c237ac9ffd0 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:23.922099 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4e0077cb-745a-4a08-83f7-009475824651 req-44df801a-f9a4-4581-8c04-6c237ac9ffd0 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 944 time: 0.0488882 Apr 11 16:47:23.979817 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4e0077cb-745a-4a08-83f7-009475824651 req-c1f805d6-9e29-4973-84f3-0d41908a2740 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Apr 11 16:47:24.905996 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445bba1-57fe-4a9f-b67f-dede1a3e299d req-f51d215d-15ad-4bf9-baae-0934428a0f3a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:24.907566 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c445bba1-57fe-4a9f-b67f-dede1a3e299d req-f51d215d-15ad-4bf9-baae-0934428a0f3a tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0488145 Apr 11 16:47:24.975923 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c445bba1-57fe-4a9f-b67f-dede1a3e299d req-a209abf0-9d1a-4a74-84a0-659406f12662 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627038 Apr 11 16:47:25.095582 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 11cc2502-f9bf-40d1-b5a1-8249a3429539 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:47:25.130107 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b1b3-36cb-4f85-8374-92480b0c1127 req-c9523dcd-f498-4511-8ed8-63945fa23df4 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:25.132148 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f5f2b1b3-36cb-4f85-8374-92480b0c1127 req-c9523dcd-f498-4511-8ed8-63945fa23df4 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 944 time: 0.0692871 Apr 11 16:47:25.214226 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f5f2b1b3-36cb-4f85-8374-92480b0c1127 req-8ef63040-5681-4b8f-9d57-e26aa3714ffd tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Apr 11 16:47:25.230912 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 11cc2502-f9bf-40d1-b5a1-8249a3429539, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=11cc2502-f9bf-40d1-b5a1-8249a3429539,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:25.247071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '11cc2502-f9bf-40d1-b5a1-8249a3429539', 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa', 'port_id': '11cc2502-f9bf-40d1-b5a1-8249a3429539', 'mac_address': 'fa:16:3e:c4:86:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:47:25.291804 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 11cc2502-f9bf-40d1-b5a1-8249a3429539 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:25.297072 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.307832 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cc2502-f9bf-40d1-b5a1-8249a3429539 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:25.314822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562cd72-f1f6-437f-89f3-3b2042fe0970 req-684d1a65-1682-4293-b8d6-fdcab71a9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:25.316410 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a562cd72-f1f6-437f-89f3-3b2042fe0970 req-684d1a65-1682-4293-b8d6-fdcab71a9083 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 1130 time: 0.0466344 Apr 11 16:47:25.329271 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 11cc2502-f9bf-40d1-b5a1-8249a3429539, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=11cc2502-f9bf-40d1-b5a1-8249a3429539,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:25.364637 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a562cd72-f1f6-437f-89f3-3b2042fe0970 req-30531fb9-7033-42aa-82ea-5b9e7acd4054 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Apr 11 16:47:25.395215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.446389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=11cc2502-f9bf-40d1-b5a1-8249a3429539,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:25.824478 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['11cc2502-f9bf-40d1-b5a1-8249a3429539'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:26.099181 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5550-b62a-457d-9444-7a54f7565570 req-f466be27-7e47-4821-8660-f1490e4a6b66 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:26.100777 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-000e5550-b62a-457d-9444-7a54f7565570 req-f466be27-7e47-4821-8660-f1490e4a6b66 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0532367 Apr 11 16:47:26.154265 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-000e5550-b62a-457d-9444-7a54f7565570 req-c58cf083-53f1-41a6-a547-cd2558da76cb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469193 Apr 11 16:47:26.348967 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa6ee0-389e-4860-a000-882eae92dd05 req-783097a4-89a7-442c-8bcb-4df9f6000708 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:26.350462 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c2aa6ee0-389e-4860-a000-882eae92dd05 req-783097a4-89a7-442c-8bcb-4df9f6000708 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 945 time: 0.0470872 Apr 11 16:47:26.399396 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c2aa6ee0-389e-4860-a000-882eae92dd05 req-bdc94fbc-82a7-45e4-96e7-b19d03a376e4 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Apr 11 16:47:27.085396 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 11cc2502-f9bf-40d1-b5a1-8249a3429539 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:27.137641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 11cc2502-f9bf-40d1-b5a1-8249a3429539 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:47:27.206677 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 11cc2502-f9bf-40d1-b5a1-8249a3429539 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:27.207084 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.276874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bab30-3832-496e-a7d0-c9fdb440d33b req-003982d7-c717-46b3-8845-7384a622e662 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:27.278533 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-940bab30-3832-496e-a7d0-c9fdb440d33b req-003982d7-c717-46b3-8845-7384a622e662 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0522397 Apr 11 16:47:27.303100 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 11cc2502-f9bf-40d1-b5a1-8249a3429539 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:27.303752 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.344148 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-940bab30-3832-496e-a7d0-c9fdb440d33b req-14003150-0c47-475a-8d2e-9468118a9fbd tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585935 Apr 11 16:47:27.344517 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31c6963-a569-4edd-813d-6f4603889d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc2502-f9bf-40d1-b5a1-8249a3429539'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:27.348432 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681b3079-1cc9-435b-8b21-7f90a9a4681b" -d '{"events": [{"server_uuid": "d31c6963-a569-4edd-813d-6f4603889d13", "name": "network-vif-plugged", "status": "completed", "tag": "11cc2502-f9bf-40d1-b5a1-8249a3429539"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:27.377880 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 11cc2502-f9bf-40d1-b5a1-8249a3429539, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=11cc2502-f9bf-40d1-b5a1-8249a3429539,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:27.409562 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaadb8f-4b9c-422f-ae8c-af0aa8da66d7 x-openstack-request-id: req-aeaadb8f-4b9c-422f-ae8c-af0aa8da66d7 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:27.409980 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31c6963-a569-4edd-813d-6f4603889d13", "name": "network-vif-plugged", "status": "completed", "tag": "11cc2502-f9bf-40d1-b5a1-8249a3429539", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:27.410557 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeaadb8f-4b9c-422f-ae8c-af0aa8da66d7 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:27.411004 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaadb8f-4b9c-422f-ae8c-af0aa8da66d7'] response: {'server_uuid': 'd31c6963-a569-4edd-813d-6f4603889d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc2502-f9bf-40d1-b5a1-8249a3429539', 'code': 200} Apr 11 16:47:27.441003 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.496838 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=11cc2502-f9bf-40d1-b5a1-8249a3429539,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:27.552376 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29355d0-e51b-4b03-b909-1a6835516e4b req-2f0decec-04ba-4331-b2d5-7db5e85787cb tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:27.553865 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e29355d0-e51b-4b03-b909-1a6835516e4b req-2f0decec-04ba-4331-b2d5-7db5e85787cb tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.0610564 Apr 11 16:47:27.607038 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e29355d0-e51b-4b03-b909-1a6835516e4b req-fc206edd-174e-4418-9c30-d727ee0f124f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Apr 11 16:47:27.765359 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92602fff-cbdf-4708-9dff-dd8d41349101 req-afdf1c37-0206-4a70-98c5-6218a0589b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:27.766880 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92602fff-cbdf-4708-9dff-dd8d41349101 req-afdf1c37-0206-4a70-98c5-6218a0589b25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 1130 time: 0.0397432 Apr 11 16:47:27.812930 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-92602fff-cbdf-4708-9dff-dd8d41349101 req-c151bfbc-139e-404a-8780-d5def75e6420 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Apr 11 16:47:28.467938 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d55aea-aa5c-4c71-b2e6-1db8a8eba52f req-b137b74b-0f27-42d8-8522-8629de5938b2 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.469459 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-79d55aea-aa5c-4c71-b2e6-1db8a8eba52f req-b137b74b-0f27-42d8-8522-8629de5938b2 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0531101 Apr 11 16:47:28.525120 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-79d55aea-aa5c-4c71-b2e6-1db8a8eba52f req-65866206-95f9-4453-b530-840e64e1e8d4 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Apr 11 16:47:28.727641 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70091a2f-3546-463b-a53e-ef54fa3b8301 req-3f880495-0cd7-4518-918c-1f6e0b91b97b tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.729201 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-70091a2f-3546-463b-a53e-ef54fa3b8301 req-3f880495-0cd7-4518-918c-1f6e0b91b97b tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.0525122 Apr 11 16:47:28.777815 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-70091a2f-3546-463b-a53e-ef54fa3b8301 req-d7443ad7-6bd9-443d-858e-25358e2fd625 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Apr 11 16:47:29.911335 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b4df-f9f3-435b-bbd3-cbda8dae4968 req-8c116051-042d-4863-83c5-d6e7a0435747 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:29.912902 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8b1b4df-f9f3-435b-bbd3-cbda8dae4968 req-8c116051-042d-4863-83c5-d6e7a0435747 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.0618966 Apr 11 16:47:29.963882 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8b1b4df-f9f3-435b-bbd3-cbda8dae4968 req-3fdc8e3a-ed29-4695-b45f-ddcd7d7768bf tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Apr 11 16:47:30.098228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b77db-f036-4c58-a461-5e761b0530c0 req-fcffaf72-f7b7-4bef-b4be-bc903d1a1317 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.103217 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab1b77db-f036-4c58-a461-5e761b0530c0 req-fcffaf72-f7b7-4bef-b4be-bc903d1a1317 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0526886 Apr 11 16:47:30.152189 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ab1b77db-f036-4c58-a461-5e761b0530c0 req-960d734e-af2f-4367-b66b-89827e0ad784 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Apr 11 16:47:31.283865 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdd439-6a0b-4aab-bd6f-3391fc81109e req-9aa7a9c6-a901-43de-a6e2-39da47c7a99e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:31.285656 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e2fdd439-6a0b-4aab-bd6f-3391fc81109e req-9aa7a9c6-a901-43de-a6e2-39da47c7a99e tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0601618 Apr 11 16:47:31.349244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e2fdd439-6a0b-4aab-bd6f-3391fc81109e req-b8f52269-a50e-4f66-9068-978d65faedf0 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d17b86d-793a-4f4b-a46b-148a2c3cfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572436 Apr 11 16:47:31.800579 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-678bf65c-3ef0-4dc6-80a8-7081d6ef25a6 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:31.802048 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-678bf65c-3ef0-4dc6-80a8-7081d6ef25a6 tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 946 time: 0.0490844 Apr 11 16:47:31.909839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Deleting port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:31.910178 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.010902 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] For port 1e68118f-0d6e-4aac-a00a-9b3bb491c000, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1e68118f-0d6e-4aac-a00a-9b3bb491c000,segment=NetworkSegment(96e0962b-43e5-435a-af2b-cb79fc9a4362),segment_id=96e0962b-43e5-435a-af2b-cb79fc9a4362)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:32.011307 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.029438 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Calling delete_port for 1e68118f-0d6e-4aac-a00a-9b3bb491c000 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:32.246237 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (1e68118f-0d6e-4aac-a00a-9b3bb491c000), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.261172 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['1e68118f-0d6e-4aac-a00a-9b3bb491c000'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:32.282475 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Pushing event deleted for resources: {'Port': ['ID=1e68118f-0d6e-4aac-a00a-9b3bb491c000,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:32.330800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] No DVR routers for this DVR port 1e68118f-0d6e-4aac-a00a-9b3bb491c000 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:32.335404 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.338714 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-60416faa-22e7-4069-bff2-39f3e15d51a0 req-128f9f8d-c527-474f-b07f-20e53444c99f tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.60 "DELETE /v2.0/ports/1e68118f-0d6e-4aac-a00a-9b3bb491c000 HTTP/1.1" status: 204 len: 173 time: 0.5308669 Apr 11 16:47:32.339155 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9ba81e-9732-4182-aab7-1824932098a0', 'name': 'network-vif-deleted', 'tag': '1e68118f-0d6e-4aac-a00a-9b3bb491c000'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:32.341586 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2632a775-f5ce-404a-8aee-3718840e3b0b" -d '{"events": [{"server_uuid": "4f9ba81e-9732-4182-aab7-1824932098a0", "name": "network-vif-deleted", "tag": "1e68118f-0d6e-4aac-a00a-9b3bb491c000"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:32.379191 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e5cf23-d7c9-41e8-b02c-1e17171fbe8e x-openstack-request-id: req-d4e5cf23-d7c9-41e8-b02c-1e17171fbe8e {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:32.379569 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9ba81e-9732-4182-aab7-1824932098a0", "name": "network-vif-deleted", "tag": "1e68118f-0d6e-4aac-a00a-9b3bb491c000", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:32.379837 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4e5cf23-d7c9-41e8-b02c-1e17171fbe8e {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:32.380252 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e5cf23-d7c9-41e8-b02c-1e17171fbe8e'] response: {'server_uuid': '4f9ba81e-9732-4182-aab7-1824932098a0', 'name': 'network-vif-deleted', 'tag': '1e68118f-0d6e-4aac-a00a-9b3bb491c000', 'status': 'completed', 'code': 200} Apr 11 16:47:32.463657 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ded36a53-ccef-4f1c-b014-17a12d66b013 req-2d6d0b10-d5bc-46ce-abab-a5b824fe82ba tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 210 time: 0.0307460 Apr 11 16:47:32.811854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38102) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:32.917979 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.998251 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Publish callbacks [] for security_group (db416705-4328-45ce-b53a-3441a5b77de0), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.088092 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (db416705-4328-45ce-b53a-3441a5b77de0), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.139535 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6567af01cd114e04a6cb82b77f775865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231914 Apr 11 16:47:33.139535 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db416705-4328-45ce-b53a-3441a5b77de0,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:33.140116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38112) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:33.150086 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.150614 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.151085 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.151684 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.152287 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.152815 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.153978 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.154797 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.155604 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.156177 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.156765 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.157130 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.157460 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.157790 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.158115 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce65529f-b6ab-4aa7-b43f-d9ccb411e49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:33.200803 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-84e49b5c-e707-4ace-bc91-08a848b22b40 admin admin] Publish callbacks [] for security_group (db416705-4328-45ce-b53a-3441a5b77de0), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.225016 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-84e49b5c-e707-4ace-bc91-08a848b22b40 admin admin] Publish callbacks [] for security_group (db416705-4328-45ce-b53a-3441a5b77de0), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.378451 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-84e49b5c-e707-4ace-bc91-08a848b22b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (db416705-4328-45ce-b53a-3441a5b77de0), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.382322 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-84e49b5c-e707-4ace-bc91-08a848b22b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.394054 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-84e49b5c-e707-4ace-bc91-08a848b22b40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db416705-4328-45ce-b53a-3441a5b77de0 HTTP/1.1" status: 204 len: 168 time: 0.2428458 Apr 11 16:47:33.404018 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e49b5c-e707-4ace-bc91-08a848b22b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db416705-4328-45ce-b53a-3441a5b77de0,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:33.485051 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d9bd-841c-4ddb-b8ea-7d7208ba1602 req-8f321935-621d-4440-ad16-437c4711e70e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:33.487096 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3973d9bd-841c-4ddb-b8ea-7d7208ba1602 req-8f321935-621d-4440-ad16-437c4711e70e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0686085 Apr 11 16:47:33.555276 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3973d9bd-841c-4ddb-b8ea-7d7208ba1602 req-70e4498e-3190-4b8d-9590-bc092ea5d89e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504119 Apr 11 16:47:33.594394 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a6a85b39-94e3-4d1d-a547-4a2bb738714e req-96cafb5b-948f-452f-82c7-f5a049c808fb tempest-VolumesActionsTest-687525864 tempest-VolumesActionsTest-687525864-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9ba81e-9732-4182-aab7-1824932098a0 HTTP/1.1" status: 200 len: 210 time: 0.0317736 Apr 11 16:47:34.678544 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc829d7-364f-4ea4-a131-d948954a31a6 req-ac1f1e95-62e9-43a3-b01a-5c6bdf50ea7a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.680086 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7fc829d7-364f-4ea4-a131-d948954a31a6 req-ac1f1e95-62e9-43a3-b01a-5c6bdf50ea7a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0503173 Apr 11 16:47:34.733424 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7fc829d7-364f-4ea4-a131-d948954a31a6 req-c469c8e8-b1e8-4bc4-9805-48bda329bceb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474739 Apr 11 16:47:35.867327 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88706b-5f45-4c7c-a830-ca4a76330f41 req-e62f9960-f975-4795-af71-d0cb05a5eeb2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:35.868941 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0a88706b-5f45-4c7c-a830-ca4a76330f41 req-e62f9960-f975-4795-af71-d0cb05a5eeb2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0563056 Apr 11 16:47:35.924176 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0a88706b-5f45-4c7c-a830-ca4a76330f41 req-8b9cdd8b-e3e7-465a-bb45-d4eb746746ba tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487075 Apr 11 16:47:37.045676 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c82e5-3775-4ae7-ab0d-499e1acbe703 req-d4ba8e15-0d37-4d76-b2ad-2aa7b6331fe5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.047230 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-814c82e5-3775-4ae7-ab0d-499e1acbe703 req-d4ba8e15-0d37-4d76-b2ad-2aa7b6331fe5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0483260 Apr 11 16:47:37.105920 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-814c82e5-3775-4ae7-ab0d-499e1acbe703 req-a8d589ca-104d-49db-b7c8-d7c70aa66519 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525160 Apr 11 16:47:38.228449 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b76e4c-1e49-4952-bdc9-8c2edcdd2732 req-97d262d5-05a6-424d-8bae-9d9f9fb1f8a8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:38.230020 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a6b76e4c-1e49-4952-bdc9-8c2edcdd2732 req-97d262d5-05a6-424d-8bae-9d9f9fb1f8a8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0495627 Apr 11 16:47:38.280091 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a6b76e4c-1e49-4952-bdc9-8c2edcdd2732 req-309034a1-76d4-406c-bcfd-af5538f03d25 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Apr 11 16:47:39.406141 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae5c9-d6a1-4eda-986e-94a086b0dd4f req-6f69c08a-e487-4f13-a7c9-ed827fbb0839 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:39.407721 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-df7ae5c9-d6a1-4eda-986e-94a086b0dd4f req-6f69c08a-e487-4f13-a7c9-ed827fbb0839 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0519903 Apr 11 16:47:39.421960 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 1e68118f-0d6e-4aac-a00a-9b3bb491c000 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:39.442759 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 1e68118f-0d6e-4aac-a00a-9b3bb491c000 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:39.443099 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 1e68118f-0d6e-4aac-a00a-9b3bb491c000 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:39.468131 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-df7ae5c9-d6a1-4eda-986e-94a086b0dd4f req-3561a541-f45a-4bf9-8aa7-4813335d37bc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546603 Apr 11 16:47:39.640498 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-10a7f3d6-c8d9-4e62-b76a-30550e32ff19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.592420 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5229a2-dd7a-41f7-87f5-f640a73476af req-86e8af04-3aa0-43cd-b34d-85b0cb113820 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:40.593929 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5229a2-dd7a-41f7-87f5-f640a73476af req-86e8af04-3aa0-43cd-b34d-85b0cb113820 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0514162 Apr 11 16:47:40.640816 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5229a2-dd7a-41f7-87f5-f640a73476af req-a3ba355c-9de6-48b3-b116-eaa56a9f78cb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Apr 11 16:47:41.758139 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e480-58fb-4bcf-a19e-9a5c803564c8 req-64fde873-799c-4a54-a572-4737f7d8260b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:41.759737 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3ef8e480-58fb-4bcf-a19e-9a5c803564c8 req-64fde873-799c-4a54-a572-4737f7d8260b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0485048 Apr 11 16:47:41.808233 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3ef8e480-58fb-4bcf-a19e-9a5c803564c8 req-c4de1401-239b-4e62-a7ae-6d41510e0bf6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Apr 11 16:47:42.234467 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b01dde95-babf-4ef5-b94b-923c1a5edd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.851969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.927503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1831-e4e9-488a-827a-183b15409af3 req-71d9b503-2ec3-46f7-a2d2-b62657bd44ce tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:42.928995 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-997d1831-e4e9-488a-827a-183b15409af3 req-71d9b503-2ec3-46f7-a2d2-b62657bd44ce tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0475104 Apr 11 16:47:42.974995 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-997d1831-e4e9-488a-827a-183b15409af3 req-fce06c9a-8a26-42eb-a6e6-22cd7ca7e199 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398033 Apr 11 16:47:43.371179 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:44.107969 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680687e-6d2f-47c9-9f4a-ff0820cd668a req-0d9c38b1-ea4b-4434-b7d2-db1ff7e3ef10 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:44.109665 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0680687e-6d2f-47c9-9f4a-ff0820cd668a req-0d9c38b1-ea4b-4434-b7d2-db1ff7e3ef10 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0574789 Apr 11 16:47:44.168039 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0680687e-6d2f-47c9-9f4a-ff0820cd668a req-d6cc6cbc-fea0-4859-b384-93315de831ac tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520403 Apr 11 16:47:44.921157 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:45.305769 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e758e-45a2-4f57-bbf5-cc1220c02b25 req-ce9ae5dc-13f0-41cc-b1f8-3c2818208047 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:45.307537 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3c1e758e-45a2-4f57-bbf5-cc1220c02b25 req-ce9ae5dc-13f0-41cc-b1f8-3c2818208047 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0625126 Apr 11 16:47:45.375782 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3c1e758e-45a2-4f57-bbf5-cc1220c02b25 req-b4b134af-52f5-4265-b104-ac9745700164 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595365 Apr 11 16:47:45.971637 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.088018 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:47:46.537196 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c70d4-fe30-478c-bea6-0b8af26771a9 req-93a15ecb-c8f9-45a0-b985-f1f89712c084 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:46.538817 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e68c70d4-fe30-478c-bea6-0b8af26771a9 req-93a15ecb-c8f9-45a0-b985-f1f89712c084 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0684373 Apr 11 16:47:46.592815 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e68c70d4-fe30-478c-bea6-0b8af26771a9 req-e7b1d0ec-acf2-4386-b457-b2920a63d909 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483024 Apr 11 16:47:47.732835 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832ba3a-fd4c-472d-8f6e-b119db22de00 req-9679a4cf-1b9c-47ab-b5e2-b8783b492c62 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:47.736227 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9832ba3a-fd4c-472d-8f6e-b119db22de00 req-9679a4cf-1b9c-47ab-b5e2-b8783b492c62 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0614343 Apr 11 16:47:47.799085 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9832ba3a-fd4c-472d-8f6e-b119db22de00 req-c6ff8cb5-d8f4-47d5-86c4-2e792f189714 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565100 Apr 11 16:47:48.935019 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a84b1-8a16-4ac5-a07d-0d2604e8e593 req-4ea27a85-c75c-4052-962a-6497d4282881 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:48.943263 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-be4a84b1-8a16-4ac5-a07d-0d2604e8e593 req-4ea27a85-c75c-4052-962a-6497d4282881 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0631983 Apr 11 16:47:48.994552 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-be4a84b1-8a16-4ac5-a07d-0d2604e8e593 req-9addb369-fdc9-4545-9b4a-cc35dfae8dde tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498350 Apr 11 16:47:50.136418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452ba73-2c75-4316-8b88-e097d9a68d3a req-30ef6e6b-1e8d-44ff-b9fd-b83749e91684 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:50.138187 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a452ba73-2c75-4316-8b88-e097d9a68d3a req-30ef6e6b-1e8d-44ff-b9fd-b83749e91684 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0524700 Apr 11 16:47:50.192180 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a452ba73-2c75-4316-8b88-e097d9a68d3a req-791521ea-52ba-4e2e-b662-5c5b654c82c0 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483243 Apr 11 16:47:51.322817 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed6184-05a6-47ca-a918-e467de4c1973 req-85728541-2036-4892-86a0-2f15cfdb6949 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:51.325137 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e3ed6184-05a6-47ca-a918-e467de4c1973 req-85728541-2036-4892-86a0-2f15cfdb6949 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0530353 Apr 11 16:47:51.394908 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e3ed6184-05a6-47ca-a918-e467de4c1973 req-9b378619-e1a8-4715-80ba-d430f32a1604 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612104 Apr 11 16:47:51.790247 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:47:51.940369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:51.953884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'mac_address': 'fa:16:3e:dd:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:47:51.995630 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: ACTIVE; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:51.996883 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.017570 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c43743b-0779-45a5-b9eb-0df80a70ab94 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:52.039535 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:52.136971 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.206559 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=6']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:52.221400 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.224821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.225754 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.225754 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.226062 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.226606 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.227130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.227715 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.228418 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:52.290091 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['5c43743b-0779-45a5-b9eb-0df80a70ab94'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:52.551706 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357501a-c0de-4ff8-aeee-2d085658e6a7 req-3fa27624-cd95-44a6-be11-4879b7638b47 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:52.554743 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f357501a-c0de-4ff8-aeee-2d085658e6a7 req-3fa27624-cd95-44a6-be11-4879b7638b47 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0752516 Apr 11 16:47:52.630582 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f357501a-c0de-4ff8-aeee-2d085658e6a7 req-c0b74a00-74a5-461b-9e9b-f593d3db1c47 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663054 Apr 11 16:47:53.760954 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c741e57-e0ef-4c01-8fe8-fd99a3bbd7e3 req-63fc87ae-78fb-4a3c-b8e3-703fad5347b7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:53.763180 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2c741e57-e0ef-4c01-8fe8-fd99a3bbd7e3 req-63fc87ae-78fb-4a3c-b8e3-703fad5347b7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0540867 Apr 11 16:47:53.803929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:53.825341 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2c741e57-e0ef-4c01-8fe8-fd99a3bbd7e3 req-806aea5b-7e03-46d8-8d91-dc90cae73d4c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559363 Apr 11 16:47:53.866149 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 5c43743b-0779-45a5-b9eb-0df80a70ab94 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:53.866549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:53.983011 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:53.983484 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.022546 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:54.022546 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab1066b-8706-467b-9dfb-5d2f3b830945" -d '{"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-plugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:54.045859 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:54.054456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c09f37-c99f-4e22-a8a9-c5d999cd7d52 x-openstack-request-id: req-c4c09f37-c99f-4e22-a8a9-c5d999cd7d52 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:54.054801 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-plugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:54.055054 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4c09f37-c99f-4e22-a8a9-c5d999cd7d52 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:54.055459 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c09f37-c99f-4e22-a8a9-c5d999cd7d52'] response: {'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'code': 200} Apr 11 16:47:54.159393 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.207821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=7']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:54.961414 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbef67c-e744-4b71-b2b0-2cf9a9c0b5a9 req-d25db1be-98c4-403a-8dc0-1918425a9830 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.963865 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4bbef67c-e744-4b71-b2b0-2cf9a9c0b5a9 req-d25db1be-98c4-403a-8dc0-1918425a9830 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0522273 Apr 11 16:47:55.018288 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4bbef67c-e744-4b71-b2b0-2cf9a9c0b5a9 req-d2256fb4-a2c6-4827-aaab-ed9a41ab22a9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472755 Apr 11 16:47:56.159286 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376260b-2bb9-49d2-9c17-1afc94c73fee req-cea03e6c-695c-49e5-b660-f1f7af54991b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:56.162472 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5376260b-2bb9-49d2-9c17-1afc94c73fee req-cea03e6c-695c-49e5-b660-f1f7af54991b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0528944 Apr 11 16:47:56.224406 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5376260b-2bb9-49d2-9c17-1afc94c73fee req-13fce1b6-020a-4d3b-a80f-a12641a22075 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510302 Apr 11 16:47:57.381471 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d2199-9eb7-473e-8aca-5bb841e61be1 req-b8164e21-4f75-422a-874a-fd5460595e0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:57.383019 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fe9d2199-9eb7-473e-8aca-5bb841e61be1 req-b8164e21-4f75-422a-874a-fd5460595e0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0580287 Apr 11 16:47:57.447454 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fe9d2199-9eb7-473e-8aca-5bb841e61be1 req-146adb59-d5c3-45ba-99a2-a43722335a51 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566928 Apr 11 16:47:58.600518 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efc407-c671-4ad8-b34a-077155907510 req-655deaf6-3937-4739-a3e2-5a037821ece7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:58.602251 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e2efc407-c671-4ad8-b34a-077155907510 req-655deaf6-3937-4739-a3e2-5a037821ece7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0571404 Apr 11 16:47:58.656541 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e2efc407-c671-4ad8-b34a-077155907510 req-bda89052-d9a2-4ce7-9fba-44504a84875d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Apr 11 16:47:59.801718 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e754de-4e68-40fd-9568-20485892aec7 req-f48f857d-d206-4e36-b37d-feba3bc7733b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:59.803283 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-05e754de-4e68-40fd-9568-20485892aec7 req-f48f857d-d206-4e36-b37d-feba3bc7733b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0560272 Apr 11 16:47:59.863292 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-05e754de-4e68-40fd-9568-20485892aec7 req-3e277b19-b51b-4c63-90f0-912263311438 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517397 Apr 11 16:48:00.993603 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1923eca-8154-460a-98ec-61ca5cc9a2ce req-c63e5a8a-702a-41a7-ae5b-b2edaba78168 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:00.995086 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c1923eca-8154-460a-98ec-61ca5cc9a2ce req-c63e5a8a-702a-41a7-ae5b-b2edaba78168 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0473988 Apr 11 16:48:01.042982 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c1923eca-8154-460a-98ec-61ca5cc9a2ce req-786091fd-7721-4122-a8a6-526298132cfd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414641 Apr 11 16:48:02.161660 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d698-9525-40b6-a096-7d7d27b47204 req-74b1f408-acb4-481b-a992-5b062c2c9aa4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:02.163189 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2848d698-9525-40b6-a096-7d7d27b47204 req-74b1f408-acb4-481b-a992-5b062c2c9aa4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0505726 Apr 11 16:48:02.211597 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2848d698-9525-40b6-a096-7d7d27b47204 req-5e59f4d3-290f-436a-99b6-e62094dcd827 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Apr 11 16:48:03.326838 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411a07b-68cf-43cd-83cf-d7f44840cebb req-1a6595cf-76c3-46b4-bf3e-4c51984f58d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:03.328348 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4411a07b-68cf-43cd-83cf-d7f44840cebb req-1a6595cf-76c3-46b4-bf3e-4c51984f58d4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0461574 Apr 11 16:48:03.379389 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4411a07b-68cf-43cd-83cf-d7f44840cebb req-1414a8bf-97d5-4374-82c7-2107d9b2cb8a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 Apr 11 16:48:04.518218 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d419f-4e3a-4e4e-96b5-d4c5cad53d43 req-a4fb80b2-99f1-470a-8960-29bb90c14289 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:04.519804 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8a8d419f-4e3a-4e4e-96b5-d4c5cad53d43 req-a4fb80b2-99f1-470a-8960-29bb90c14289 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0615335 Apr 11 16:48:04.573498 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8a8d419f-4e3a-4e4e-96b5-d4c5cad53d43 req-4e5e0d5f-e2ee-4e44-9261-9ea59b49e024 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479183 Apr 11 16:48:05.019294 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38512) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:05.064778 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Deleting subnet 733a1e3e-e50c-4912-8cde-49db3688a799 {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:48:05.068441 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Publish callbacks [] for subnet (733a1e3e-e50c-4912-8cde-49db3688a799), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.104982 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (733a1e3e-e50c-4912-8cde-49db3688a799), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.152027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (733a1e3e-e50c-4912-8cde-49db3688a799), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.321142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (733a1e3e-e50c-4912-8cde-49db3688a799), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.396713 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733a1e3e-e50c-4912-8cde-49db3688a799,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:05.407823 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.411538 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c8c2116e-ab65-46a2-8ba1-7cb5cb97fb43 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/733a1e3e-e50c-4912-8cde-49db3688a799 HTTP/1.1" status: 204 len: 168 time: 0.3905587 Apr 11 16:48:05.414335 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38514) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:05.540023 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.662391 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.695259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554cc24d-2787-4bdc-80a4-4ad06e2a9bf3']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:05.724755 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e0962b-43e5-435a-af2b-cb79fc9a4362') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:05.725020 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e0962b-43e5-435a-af2b-cb79fc9a4362') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:05.742701 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (96e0962b-43e5-435a-af2b-cb79fc9a4362), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.757287 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca6560-69e4-4929-8255-ef0db8c57c03 req-31384ffb-ec0f-4a20-861b-45639fb005b2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.768045 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7bca6560-69e4-4929-8255-ef0db8c57c03 req-31384ffb-ec0f-4a20-861b-45639fb005b2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0856690 Apr 11 16:48:05.796171 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (96e0962b-43e5-435a-af2b-cb79fc9a4362), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.811549 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:48:05.811952 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (96e0962b-43e5-435a-af2b-cb79fc9a4362), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:48:05.813700 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:48:05.882500 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7bca6560-69e4-4929-8255-ef0db8c57c03 req-ff69ecd2-caba-49b8-8414-9d6ec67df33d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062365 Apr 11 16:48:05.966382 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (554cc24d-2787-4bdc-80a4-4ad06e2a9bf3), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.972397 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.979167 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] 10.222.0.43 "DELETE /v2.0/networks/554cc24d-2787-4bdc-80a4-4ad06e2a9bf3 HTTP/1.1" status: 204 len: 168 time: 0.5642512 Apr 11 16:48:05.994275 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502023e-4925-4d7a-a979-74f1b2a32cec admin admin] Pushing event deleted for resources: {'Network': ['ID=554cc24d-2787-4bdc-80a4-4ad06e2a9bf3,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:06.433392 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38530) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:06.485064 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e7528469-5048-4790-b850-721ca3050d35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89f8b5098b66454f88c79b581c9836e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503020 Apr 11 16:48:06.488740 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38532) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:06.558069 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bf90-961f-4a31-9a41-de3feddec325 admin admin] Publish callbacks [] for security_group (2d17b86d-793a-4f4b-a46b-148a2c3cfec5), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.589584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bf90-961f-4a31-9a41-de3feddec325 admin admin] Publish callbacks [] for security_group (2d17b86d-793a-4f4b-a46b-148a2c3cfec5), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.765129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bf90-961f-4a31-9a41-de3feddec325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (2d17b86d-793a-4f4b-a46b-148a2c3cfec5), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.767765 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bf90-961f-4a31-9a41-de3feddec325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.768986 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8aa4bf90-961f-4a31-9a41-de3feddec325 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d17b86d-793a-4f4b-a46b-148a2c3cfec5 HTTP/1.1" status: 204 len: 168 time: 0.2792766 Apr 11 16:48:06.777064 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4bf90-961f-4a31-9a41-de3feddec325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d17b86d-793a-4f4b-a46b-148a2c3cfec5,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:07.044796 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798ef3b-1bf9-4a55-a8f7-2aadc108abad req-f50116c0-a588-40cd-a3d7-178be8476d47 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:07.046345 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9798ef3b-1bf9-4a55-a8f7-2aadc108abad req-f50116c0-a588-40cd-a3d7-178be8476d47 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0645182 Apr 11 16:48:07.107093 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9798ef3b-1bf9-4a55-a8f7-2aadc108abad req-e1ac8f1f-ee31-44df-a8c8-842b18677f99 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546134 Apr 11 16:48:08.247555 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc47ed-ca0a-415b-958e-48be19d01f00 req-a029f340-e509-44ea-8fe8-c21a9f944036 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:08.249008 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2fdc47ed-ca0a-415b-958e-48be19d01f00 req-a029f340-e509-44ea-8fe8-c21a9f944036 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0506563 Apr 11 16:48:08.298624 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2fdc47ed-ca0a-415b-958e-48be19d01f00 req-ea96d895-2194-49cf-ab54-6597cfa4acc6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 Apr 11 16:48:08.608960 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38566) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:08.732358 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688662661-network', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:08.874616 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Made reservation on behalf of e519d5dba1a84daba1dfce70b3133bdb for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:08.878333 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:08.889223 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:08.990934 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks [] for security_group (dd95c947-8570-4709-b3ca-130cb1fc2e53), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.067943 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (dd95c947-8570-4709-b3ca-130cb1fc2e53), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.098332 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:48:09.111289 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95c947-8570-4709-b3ca-130cb1fc2e53,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:09.119155 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (ae91e4e4-b72f-4b96-9f89-0e046c79da5d), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.119487 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Added segment ae91e4e4-b72f-4b96-9f89-0e046c79da5d of type vlan for network d71751e9-59cf-4d12-bec0-287208226699 Apr 11 16:48:09.174535 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (d71751e9-59cf-4d12-bec0-287208226699), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.313628 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (d71751e9-59cf-4d12-bec0-287208226699), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.314720 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:09.315380 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.386490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] Pushing event updated for resources: {'Network': ['ID=d71751e9-59cf-4d12-bec0-287208226699,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:09.399029 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network d71751e9-59cf-4d12-bec0-287208226699 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:48:09.433034 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-491001a0-ff98-4d83-8c73-705e75986aac admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8225946 Apr 11 16:48:09.436499 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38574) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:09.443425 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Request body: {'subnet': {'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688662661-subnet', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:09.459189 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7aab3-fa19-4551-b7e8-4f8a9fc8c459 req-66bb8f20-c7ff-4fdf-bdd2-810bb00c7754 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:09.460969 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aaa7aab3-fa19-4551-b7e8-4f8a9fc8c459 req-66bb8f20-c7ff-4fdf-bdd2-810bb00c7754 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0704610 Apr 11 16:48:09.547375 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aaa7aab3-fa19-4551-b7e8-4f8a9fc8c459 req-a71e541e-aa51-4592-b92b-89ed01b3c453 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739577 Apr 11 16:48:09.587903 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Made reservation on behalf of e519d5dba1a84daba1dfce70b3133bdb for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:09.590856 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15905433'] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.679071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-79abcac1-43ee-4986-8b4e-e0398bc56986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.856911 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15951433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15905419'] for subnet (744cefa0-821d-43a4-956f-569985f9e020), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.933063 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=744cefa0-821d-43a4-956f-569985f9e020,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:09.946633 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Checking segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:09.947071 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Network hostable DHCP agents. Network: d71751e9-59cf-4d12-bec0-287208226699, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:48:10.073723 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Network d71751e9-59cf-4d12-bec0-287208226699 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:48:10.159424 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, d71751e9-59cf-4d12-bec0-287208226699) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:10.171232 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ecdf7a-c27c-4fce-bc59-424e29e098cd None None] Network d71751e9-59cf-4d12-bec0-287208226699 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:10.177443 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.181554 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.304086 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-d71751e9-59cf-4d12-bec0-287208226699', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:48:10.305645 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-763a26ec-97fa-4e97-a372-958bbcdd44ed admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8667936 Apr 11 16:48:10.306560 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.310245 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38578) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:10.314850 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:10.416835 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (ecd89116-ade8-4281-89be-a5a107f8de1c), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.418989 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (ecd89116-ade8-4281-89be-a5a107f8de1c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.493955 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks [] for router_controller (ecd89116-ade8-4281-89be-a5a107f8de1c), precommit_add_association {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.495473 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Allocated IP 172.20.0.2 (d71751e9-59cf-4d12-bec0-287208226699/744cefa0-821d-43a4-956f-569985f9e020/72074f46-5497-460a-9457-45c20dcf8410) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:10.696774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Publish callbacks [] for port (72074f46-5497-460a-9457-45c20dcf8410), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.739341 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f06c8-e7c5-4088-8312-96c688cd96cd req-b4641c18-edd4-426d-9747-82712b2a49da tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.741127 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2b7f06c8-e7c5-4088-8312-96c688cd96cd req-b4641c18-edd4-426d-9747-82712b2a49da tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0789557 Apr 11 16:48:10.748823 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks [] for router_gateway (ecd89116-ade8-4281-89be-a5a107f8de1c), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.771300 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (72074f46-5497-460a-9457-45c20dcf8410), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.800179 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2b7f06c8-e7c5-4088-8312-96c688cd96cd req-6bfb6f3b-8f51-45b5-810c-0ef85493228c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523317 Apr 11 16:48:10.814946 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Network d71751e9-59cf-4d12-bec0-287208226699 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:10.817823 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:10.825387 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:10.843949 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Pushing event updated for resources: {'Port': ['ID=72074f46-5497-460a-9457-45c20dcf8410,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:10.970920 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Attempting to bind port 72074f46-5497-460a-9457-45c20dcf8410 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:10.972365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Attempting to bind port 72074f46-5497-460a-9457-45c20dcf8410 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:10.976772 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Attempting to bind port 72074f46-5497-460a-9457-45c20dcf8410 on network d71751e9-59cf-4d12-bec0-287208226699 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:10.984870 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:10.985375 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Checking segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:10.985864 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.986465 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Bound using segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:10.987037 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Bound port: 72074f46-5497-460a-9457-45c20dcf8410, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:10.987503 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (72074f46-5497-460a-9457-45c20dcf8410), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.129745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] For port 72074f46-5497-460a-9457-45c20dcf8410, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:11.133058 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] For port 72074f46-5497-460a-9457-45c20dcf8410, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=72074f46-5497-460a-9457-45c20dcf8410,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:11.217208 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (72074f46-5497-460a-9457-45c20dcf8410), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.309542 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed35162-3116-4873-bc8e-ca1a920b723c None None] Pushing event updated for resources: {'Port': ['ID=72074f46-5497-460a-9457-45c20dcf8410,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:11.336670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks [] for router_gateway (ecd89116-ade8-4281-89be-a5a107f8de1c), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.358912 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.510627 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Allocated IP 172.27.2.108 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/68f46468-3e75-4da9-99ed-4b10cad96357) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:11.660455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks [] for port (68f46468-3e75-4da9-99ed-4b10cad96357), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.920022 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606b25-5d61-41fb-8a9b-d660435453c8 req-52e067d1-ba60-4e58-a1aa-14a89172a947 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:11.921638 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c1606b25-5d61-41fb-8a9b-d660435453c8 req-52e067d1-ba60-4e58-a1aa-14a89172a947 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0516434 Apr 11 16:48:11.970498 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c1606b25-5d61-41fb-8a9b-d660435453c8 req-d4a2a2ea-6827-4a16-ad68-44ff92185e89 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Apr 11 16:48:12.096642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.141395 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:12.144300 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:12.148271 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:12.160192 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Pushing event updated for resources: {'Port': ['ID=68f46468-3e75-4da9-99ed-4b10cad96357,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:12.262794 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d865da3b-f325-48c0-b591-b4754cdb7110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.457605 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e40513-cfdb-4b91-bb0d-ff5e8ce988ac None None] Network d71751e9-59cf-4d12-bec0-287208226699 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:12.551366 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] Provisioning complete for port 72074f46-5497-460a-9457-45c20dcf8410 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:12.556161 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (72074f46-5497-460a-9457-45c20dcf8410), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.571383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks [] for router_gateway (ecd89116-ade8-4281-89be-a5a107f8de1c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.706410 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] Current status of the port 72074f46-5497-460a-9457-45c20dcf8410 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:12.706714 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (72074f46-5497-460a-9457-45c20dcf8410), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.782726 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] For port 72074f46-5497-460a-9457-45c20dcf8410, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=72074f46-5497-460a-9457-45c20dcf8410,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:12.864878 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (72074f46-5497-460a-9457-45c20dcf8410), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.870790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (ecd89116-ade8-4281-89be-a5a107f8de1c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.917745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:12.952871 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72771b51-5a86-4a2b-9d24-96908abcb607 None None] Pushing event updated for resources: {'Port': ['ID=72074f46-5497-460a-9457-45c20dcf8410,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:13.002997 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-ac329708-e8eb-46d9-a11f-f508cb96d267 None None] Provisioning complete for port 72074f46-5497-460a-9457-45c20dcf8410 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:13.003364 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ac329708-e8eb-46d9-a11f-f508cb96d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (72074f46-5497-460a-9457-45c20dcf8410), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:13.107690 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f29b35-a616-4632-a7e1-f1f5eca84f2c req-e0ee71de-9e31-4c93-9abb-dec1369fc6a7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:13.109244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-95f29b35-a616-4632-a7e1-f1f5eca84f2c req-e0ee71de-9e31-4c93-9abb-dec1369fc6a7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0527956 Apr 11 16:48:13.141132 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-ac329708-e8eb-46d9-a11f-f508cb96d267 None None] Current status of the port 72074f46-5497-460a-9457-45c20dcf8410 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:13.159062 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Router ecd89116-ade8-4281-89be-a5a107f8de1c is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:48:13.179874 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-95f29b35-a616-4632-a7e1-f1f5eca84f2c req-325e4843-5027-4d89-8c00-d4f9b67ccba7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613785 Apr 11 16:48:13.309679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:13.320606 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Sync routers for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:13.335882 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:13.337112 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:13.378141 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:13.427039 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:13.430564 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-b36cfbb4-2287-42be-8327-b9871b646029 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1189654 Apr 11 16:48:13.434618 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38598) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:13.528571 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:13.556620 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 72074f46-5497-460a-9457-45c20dcf8410 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:13.680438 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 72074f46-5497-460a-9457-45c20dcf8410 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:13.683954 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (72074f46-5497-460a-9457-45c20dcf8410), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:13.860004 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 72074f46-5497-460a-9457-45c20dcf8410 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:13.911302 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:12Z', 'revision_number': 3, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:13.948277 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Checking router: ecd89116-ade8-4281-89be-a5a107f8de1c for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:13.949088 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Updating router ecd89116-ade8-4281-89be-a5a107f8de1c port 68f46468-3e75-4da9-99ed-4b10cad96357 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:13.988460 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.043081 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.227294 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Allocated IP 172.20.0.1 (d71751e9-59cf-4d12-bec0-287208226699/744cefa0-821d-43a4-956f-569985f9e020/9cbcb64a-caf5-49c2-b452-b44ea8a65b16) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:14.331931 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Publish callbacks [] for port (68f46468-3e75-4da9-99ed-4b10cad96357), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.393106 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c67ff-2358-4ba9-afef-9a39f1f7c3ac req-3a01aa96-5764-416e-8d24-b3e094223d09 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:14.394667 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-007c67ff-2358-4ba9-afef-9a39f1f7c3ac req-3a01aa96-5764-416e-8d24-b3e094223d09 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0740771 Apr 11 16:48:14.410769 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.429299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks [] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.489793 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-007c67ff-2358-4ba9-afef-9a39f1f7c3ac req-d5d07cd4-e554-47ed-b4ed-6ef12a4778d5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889034 Apr 11 16:48:14.512241 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Attempting to bind port 68f46468-3e75-4da9-99ed-4b10cad96357 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:14.512739 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Attempting to bind port 68f46468-3e75-4da9-99ed-4b10cad96357 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:14.513173 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Attempting to bind port 68f46468-3e75-4da9-99ed-4b10cad96357 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:14.523997 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Pushing event updated for resources: {'Port': ['ID=68f46468-3e75-4da9-99ed-4b10cad96357,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:14.534612 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.535095 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.539489 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.544038 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.544413 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.544757 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.545294 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.545588 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.545841 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.546644 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.547081 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.547636 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.548065 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.548405 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.549448 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:14.554176 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:14.554458 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:14.554862 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.555248 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:14.555822 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Bound port: 68f46468-3e75-4da9-99ed-4b10cad96357, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:14.556347 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.606123 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.632822 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] For port 68f46468-3e75-4da9-99ed-4b10cad96357, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:14.637175 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] For port 68f46468-3e75-4da9-99ed-4b10cad96357, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=68f46468-3e75-4da9-99ed-4b10cad96357,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:14.655812 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Network d71751e9-59cf-4d12-bec0-287208226699 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:14.657799 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:14.661654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:14.718267 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:14.719724 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.741668 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (ecd89116-ade8-4281-89be-a5a107f8de1c), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.844193 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:14.845224 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:14.888167 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc98c-df44-47f5-ada1-bd452e3acd03 None None] Pushing event updated for resources: {'Port': ['ID=68f46468-3e75-4da9-99ed-4b10cad96357,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:14.954964 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.982154 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-7698acc7-7a46-453c-89c6-529fdb0916fe None None] Provisioning complete for port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:14.989631 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7698acc7-7a46-453c-89c6-529fdb0916fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.029569 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-7698acc7-7a46-453c-89c6-529fdb0916fe None None] Port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:15.043148 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.050747 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:15.294861 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:12Z', 'revision_number': 3, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:15.296101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks [] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.332387 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f251c0-1957-499c-837b-6a088db620b0 None None] The sync data for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi is: [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:12Z', 'revision_number': 3, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:15.353483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.481906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:15.484465 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (ecd89116-ade8-4281-89be-a5a107f8de1c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.626769 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Network d71751e9-59cf-4d12-bec0-287208226699 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:15.628347 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:15.797973 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad467-0173-4f80-b4f3-ff009ba74ed5 req-c9784228-6ccf-4f31-b9e9-990becb224fe tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:15.804483 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6c6ad467-0173-4f80-b4f3-ff009ba74ed5 req-c9784228-6ccf-4f31-b9e9-990becb224fe tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.1797929 Apr 11 16:48:15.875656 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-9b4eea5c-1d7b-4f77-991a-6eb01783c633 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839691 Apr 11 16:48:15.906660 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6c6ad467-0173-4f80-b4f3-ff009ba74ed5 req-39f84b71-1b70-42c4-b126-45b99c315cf2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929353 Apr 11 16:48:15.906851 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Router ecd89116-ade8-4281-89be-a5a107f8de1c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:16.016093 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.046867 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-a7a48ed8-c2bc-4485-9b30-1f3f9c535d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:16.048918 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-a7a48ed8-c2bc-4485-9b30-1f3f9c535d00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 1130 time: 0.1082246 Apr 11 16:48:16.108572 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-63e31c61-db64-49f9-b88e-e0a90418d091 None None] Provisioning complete for port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:16.155237 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-63e31c61-db64-49f9-b88e-e0a90418d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.184692 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-63e31c61-db64-49f9-b88e-e0a90418d091 None None] Port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:16.193891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:16.256716 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-a4528aef-9835-40e1-8387-4535f3e25c47 admin admin] 10.222.0.43 "PUT /v2.0/routers/ecd89116-ade8-4281-89be-a5a107f8de1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8219905 Apr 11 16:48:16.260749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-6ee195fd-b397-40f0-b30a-f813ede28744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:16.262618 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-6ee195fd-b397-40f0-b30a-f813ede28744 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1625583 Apr 11 16:48:16.315654 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-e48f142c-a4f9-4331-a922-4b2d16f7c5ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 200 len: 217 time: 0.0397398 Apr 11 16:48:16.369094 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-f90d5d58-2b99-49c1-84e3-35d606f90bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:16.370872 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-f90d5d58-2b99-49c1-84e3-35d606f90bf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0520139 Apr 11 16:48:16.418786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-ad78cea0-d31d-490d-a3f3-2033d72fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:16.420382 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-ad78cea0-d31d-490d-a3f3-2033d72fe678 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418086 Apr 11 16:48:16.524944 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-bbe0e4ec-acf2-42c7-89fa-b3f8bdbd3bf2 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979652 Apr 11 16:48:16.622643 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9dc0cc79-c7f7-4527-b109-75cb8b069ba7 req-6a8dbd64-3496-4ff8-a769-5230f13e37cf service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909998 Apr 11 16:48:17.166084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38638) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:17.173905 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153241944-network', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:17.312702 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec3c0-30e1-48fb-9dd1-a30f33027c22 req-f0ff55b2-31f9-4712-8a01-d4cc207f4d08 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:17.312906 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-522ec3c0-30e1-48fb-9dd1-a30f33027c22 req-f0ff55b2-31f9-4712-8a01-d4cc207f4d08 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.3308218 Apr 11 16:48:17.314117 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Made reservation on behalf of e6e861e727af4a5e9c5adca5c1a99835 for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:17.316594 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.332037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.378663 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Sync routers for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:17.403462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:17.403462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:17.572684 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 68f46468-3e75-4da9-99ed-4b10cad96357 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:17.650853 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:17.701824 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-522ec3c0-30e1-48fb-9dd1-a30f33027c22 req-4328ec0a-6987-4e6d-8e1c-d6b888f4b6e8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817763 Apr 11 16:48:17.771535 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 68f46468-3e75-4da9-99ed-4b10cad96357 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:17.772163 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.794438 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks [] for security_group (87231330-a44f-434b-adf1-25fc58c0c35f), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.879230 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (87231330-a44f-434b-adf1-25fc58c0c35f), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.937224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:48:17.937224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87231330-a44f-434b-adf1-25fc58c0c35f,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:17.937224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (c6c1cbd9-10fc-42a1-bfa1-d046f8653667), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.937224 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Added segment c6c1cbd9-10fc-42a1-bfa1-d046f8653667 of type vlan for network 8034e261-3c2d-4163-baf9-65fd222512d3 Apr 11 16:48:17.964137 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 68f46468-3e75-4da9-99ed-4b10cad96357 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:17.964698 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.968384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (8034e261-3c2d-4163-baf9-65fd222512d3), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.984013 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:15Z', 'revision_number': 2, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:18.020034 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 68f46468-3e75-4da9-99ed-4b10cad96357, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=68f46468-3e75-4da9-99ed-4b10cad96357,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:18.021623 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Checking router: ecd89116-ade8-4281-89be-a5a107f8de1c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:18.022946 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Updating router ecd89116-ade8-4281-89be-a5a107f8de1c port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:18.096902 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (8034e261-3c2d-4163-baf9-65fd222512d3), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.098268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:18.099385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.175678 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] Pushing event updated for resources: {'Network': ['ID=8034e261-3c2d-4163-baf9-65fd222512d3,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:18.178189 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.190548 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 8034e261-3c2d-4163-baf9-65fd222512d3 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:48:18.227475 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.265153 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e8ac69ec-e8a8-4ccb-a784-00e9c2ec1c52 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0979676 Apr 11 16:48:18.267818 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38646) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:18.272695 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Request body: {'subnet': {'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153241944-subnet', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:18.300006 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=68f46468-3e75-4da9-99ed-4b10cad96357,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:18.421877 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Made reservation on behalf of e6e861e727af4a5e9c5adca5c1a99835 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:18.424780 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683179'] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.603350 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Publish callbacks [] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.679391 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.708051 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13070267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683193'] for subnet (a58d4421-fab7-431a-9a40-9d6f25eaffec), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.734614 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ed3f-4355-479f-a9d7-ce9abbb53c86 None None] Pushing event updated for resources: {'Port': ['ID=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:18.794537 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58d4421-fab7-431a-9a40-9d6f25eaffec,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:18.808209 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Checking segment: {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:18.808739 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Network hostable DHCP agents. Network: 8034e261-3c2d-4163-baf9-65fd222512d3, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:48:18.814911 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Attempting to bind port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:18.815288 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Attempting to bind port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:18.815855 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Attempting to bind port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 on network d71751e9-59cf-4d12-bec0-287208226699 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:18.821284 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:18.821666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Checking segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:18.822218 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.822633 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Bound using segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:18.823701 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Bound port: 9cbcb64a-caf5-49c2-b452-b44ea8a65b16, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:18.824691 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.907868 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] For port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:18.911256 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] For port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:18.928557 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Network 8034e261-3c2d-4163-baf9-65fd222512d3 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:48:18.940299 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-8592b491-bd88-4a17-91d4-2017a9895162 None None] Provisioning complete for port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:18.940731 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-8592b491-bd88-4a17-91d4-2017a9895162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.979734 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-8592b491-bd88-4a17-91d4-2017a9895162 None None] Port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:19.012465 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.074967 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:19.075660 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:19.084080 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 8034e261-3c2d-4163-baf9-65fd222512d3) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:19.090936 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:19.091886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.122830 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce541733-c6d1-4331-97d5-f511b4136388 None None] Network 8034e261-3c2d-4163-baf9-65fd222512d3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:19.127902 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f5a7-9bec-4d56-a1d5-ad097547c87b req-782bfe5c-c821-4ca7-bb22-ecbda5ec41c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:19.129879 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2bc4f5a7-9bec-4d56-a1d5-ad097547c87b req-782bfe5c-c821-4ca7-bb22-ecbda5ec41c3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.2939217 Apr 11 16:48:19.140795 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ed3f-4355-479f-a9d7-ce9abbb53c86 None None] Pushing event updated for resources: {'Port': ['ID=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:19.200685 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2bc4f5a7-9bec-4d56-a1d5-ad097547c87b req-8c0819ff-944c-465c-a4da-c055dc673dc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631928 Apr 11 16:48:19.217024 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-239d4baa-8daa-4edb-99c0-5399d504b3b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9480946 Apr 11 16:48:19.219485 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38656) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:19.224699 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:19.290572 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-8034e261-3c2d-4163-baf9-65fd222512d3', 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3', 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'fixed_ips': [{'subnet_id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:48:19.291420 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.334058 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:19.348243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (c5724c1d-4538-4a5d-9f2c-8769b4030378), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.349402 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (c5724c1d-4538-4a5d-9f2c-8769b4030378), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.367126 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] Provisioning complete for port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:19.367501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.412571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks [] for router_controller (c5724c1d-4538-4a5d-9f2c-8769b4030378), precommit_add_association {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.500166 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 68f46468-3e75-4da9-99ed-4b10cad96357 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:19.645220 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks [] for router_gateway (c5724c1d-4538-4a5d-9f2c-8769b4030378), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.734128 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 68f46468-3e75-4da9-99ed-4b10cad96357 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:19.734758 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.740653 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Allocated IP 172.20.0.2 (8034e261-3c2d-4163-baf9-65fd222512d3/a58d4421-fab7-431a-9a40-9d6f25eaffec/e4727acc-dfa4-4409-9e8e-f4419a3e2be2) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:19.817805 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] Current status of the port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:19.818195 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.901243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks [] for router_gateway (c5724c1d-4538-4a5d-9f2c-8769b4030378), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.904241 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:18Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:19.920987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.960393 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] For port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:19.965148 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764249bc-1f0d-479e-b4f5-01756020f18d None None] The sync data for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi is: [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:18Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:20.039254 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 68f46468-3e75-4da9-99ed-4b10cad96357 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:20.077428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.100485 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Allocated IP 172.27.2.136 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/25e6a641-fc59-462b-91c5-6ad844469358) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:20.127183 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Publish callbacks [] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.150681 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1dd9-a349-4ffa-88bf-335f62ad03a7 None None] Pushing event updated for resources: {'Port': ['ID=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:20.200009 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.224398 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks [] for port (25e6a641-fc59-462b-91c5-6ad844469358), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.359903 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (25e6a641-fc59-462b-91c5-6ad844469358), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.408299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84137f-23b8-42f4-ab2d-e6bef6095251 req-4b02edcc-157a-4286-9771-00d41e20ecf8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:20.409842 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Network 8034e261-3c2d-4163-baf9-65fd222512d3 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:20.409983 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0b84137f-23b8-42f4-ab2d-e6bef6095251 req-4b02edcc-157a-4286-9771-00d41e20ecf8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0947628 Apr 11 16:48:20.413109 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:20.416674 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:20.426255 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:20.430146 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Pushing event updated for resources: {'Port': ['ID=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:20.450244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:20.454643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:20.481459 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Pushing event updated for resources: {'Port': ['ID=25e6a641-fc59-462b-91c5-6ad844469358,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:20.491286 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Attempting to bind port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:20.491745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Attempting to bind port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:20.492186 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Attempting to bind port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 on network 8034e261-3c2d-4163-baf9-65fd222512d3 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:20.498346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:20.498722 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Checking segment: {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:20.499083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.499556 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Bound using segment: {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:20.500408 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Bound port: e4727acc-dfa4-4409-9e8e-f4419a3e2be2, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:20.500408 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.507248 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.507619 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.507971 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.508314 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.508650 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.508982 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.509312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.509639 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.509976 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.510302 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.511236 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.512468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.512811 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.513145 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.513473 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:20.588656 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] For port e4727acc-dfa4-4409-9e8e-f4419a3e2be2, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:20.600136 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] For port e4727acc-dfa4-4409-9e8e-f4419a3e2be2, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:20.615883 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0b84137f-23b8-42f4-ab2d-e6bef6095251 req-22238806-1d47-4ee4-8b8c-6c0b866bc44e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966801 Apr 11 16:48:20.742362 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:20.807807 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4752c3-4d63-4a75-ad4a-b52ecc250ef2 None None] Pushing event updated for resources: {'Port': ['ID=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:20.912510 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks [] for router_gateway (c5724c1d-4538-4a5d-9f2c-8769b4030378), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.158009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (c5724c1d-4538-4a5d-9f2c-8769b4030378), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.433523 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Router c5724c1d-4538-4a5d-9f2c-8769b4030378 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:48:21.515691 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4727acc-dfa4-4409-9e8e-f4419a3e2be2 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:21.572190 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:21.577338 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.592326 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:21.604138 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Sync routers for ids ['c5724c1d-4538-4a5d-9f2c-8769b4030378'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:21.641242 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Routers {'c5724c1d-4538-4a5d-9f2c-8769b4030378'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:21.641891 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['c5724c1d-4538-4a5d-9f2c-8769b4030378'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:21.673219 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:21.674017 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.699202 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.700828 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8b17c653-014c-4fda-89cd-c93bbd9b22e4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4799826 Apr 11 16:48:21.703393 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38674) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:21.725787 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port e4727acc-dfa4-4409-9e8e-f4419a3e2be2, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:21.786048 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Set router c5724c1d-4538-4a5d-9f2c-8769b4030378 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:21.794179 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.796049 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:21.866678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003abe3-218b-41fe-8fdb-023afc5cec90 req-5967ef1b-da65-4e80-bee1-07b8d3b2db38 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:21.868276 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b003abe3-218b-41fe-8fdb-023afc5cec90 req-5967ef1b-da65-4e80-bee1-07b8d3b2db38 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0929406 Apr 11 16:48:21.883836 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:21.895652 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:21.896026 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.940630 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bfaad-e828-4f94-af3b-346f4cc5368a None None] Network 8034e261-3c2d-4163-baf9-65fd222512d3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:21.976965 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b003abe3-218b-41fe-8fdb-023afc5cec90 req-48b6d3b2-9ae5-424f-b72d-245f0833f92b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017337 Apr 11 16:48:22.009279 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:20Z', 'revision_number': 3, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:22.043274 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Checking router: c5724c1d-4538-4a5d-9f2c-8769b4030378 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:22.043937 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Updating router c5724c1d-4538-4a5d-9f2c-8769b4030378 port 25e6a641-fc59-462b-91c5-6ad844469358 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:22.074107 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (25e6a641-fc59-462b-91c5-6ad844469358), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.079430 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-3988eeea-63c4-40ee-ac63-7e3a1026165c None None] Provisioning complete for port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:22.079831 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3988eeea-63c4-40ee-ac63-7e3a1026165c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.185854 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:22.246123 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-3988eeea-63c4-40ee-ac63-7e3a1026165c None None] Current status of the port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:22.333904 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130740ff-b209-46d6-bf65-9ae733575213 req-b1c63081-686f-4c33-bb2b-b08c255f03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.337138 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-b1c63081-686f-4c33-bb2b-b08c255f03ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1130 time: 0.0485260 Apr 11 16:48:22.349362 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.404307 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Publish callbacks [] for port (25e6a641-fc59-462b-91c5-6ad844469358), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.452509 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130740ff-b209-46d6-bf65-9ae733575213 req-974d8086-25a3-47d0-a50c-92d44faf6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.453823 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-974d8086-25a3-47d0-a50c-92d44faf6093 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.1093807 Apr 11 16:48:22.465708 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-5f187b78-83d6-4076-8c83-48051be8c49c None None] Provisioning complete for port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:22.465910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5f187b78-83d6-4076-8c83-48051be8c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.484350 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (25e6a641-fc59-462b-91c5-6ad844469358), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.555059 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-58d4adac-1e80-412e-b6d5-dcafc2877d50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 1002 time: 0.0941148 Apr 11 16:48:22.562793 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-5f187b78-83d6-4076-8c83-48051be8c49c None None] Current status of the port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:22.576779 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Attempting to bind port 25e6a641-fc59-462b-91c5-6ad844469358 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:22.577148 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Attempting to bind port 25e6a641-fc59-462b-91c5-6ad844469358 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:22.577501 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Attempting to bind port 25e6a641-fc59-462b-91c5-6ad844469358 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:22.579844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Allocated IP 172.20.0.1 (8034e261-3c2d-4163-baf9-65fd222512d3/a58d4421-fab7-431a-9a40-9d6f25eaffec/d0afddc9-aec9-4eb6-9fc3-82640a5de772) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:22.584629 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:22.584970 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:22.585492 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.585802 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:22.586308 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Bound port: 25e6a641-fc59-462b-91c5-6ad844469358, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:22.586678 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (25e6a641-fc59-462b-91c5-6ad844469358), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.613419 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130740ff-b209-46d6-bf65-9ae733575213 req-2d6115a4-61e2-48b7-be81-ba24d2a0eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.615253 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-2d6115a4-61e2-48b7-be81-ba24d2a0eacd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0528860 Apr 11 16:48:22.615954 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b67f2-f186-449e-ab77-8832cb1325f2 None None] Pushing event updated for resources: {'Port': ['ID=25e6a641-fc59-462b-91c5-6ad844469358,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:22.650846 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] For port 25e6a641-fc59-462b-91c5-6ad844469358, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:22.654577 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] For port 25e6a641-fc59-462b-91c5-6ad844469358, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=25e6a641-fc59-462b-91c5-6ad844469358,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:22.666030 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130740ff-b209-46d6-bf65-9ae733575213 req-b2c5ba69-ced4-456e-80d9-d835d4ee8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.667842 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-b2c5ba69-ced4-456e-80d9-d835d4ee8b6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422986 Apr 11 16:48:22.704485 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks [] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.742790 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (25e6a641-fc59-462b-91c5-6ad844469358), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.770574 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-c540250d-44d3-42ad-9c60-538037d35c1d service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967083 Apr 11 16:48:22.804697 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Routers {'c5724c1d-4538-4a5d-9f2c-8769b4030378'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:22.805453 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['c5724c1d-4538-4a5d-9f2c-8769b4030378'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:22.822127 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.848778 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b67f2-f186-449e-ab77-8832cb1325f2 None None] Pushing event updated for resources: {'Port': ['ID=25e6a641-fc59-462b-91c5-6ad844469358,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:22.887999 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-130740ff-b209-46d6-bf65-9ae733575213 req-6dcbce45-dd27-4326-ab11-78334aa5a1a4 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103728 Apr 11 16:48:22.897658 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Network 8034e261-3c2d-4163-baf9-65fd222512d3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:22.907892 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:22.911458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Pushing event updated for resources: {'Port': ['ID=d0afddc9-aec9-4eb6-9fc3-82640a5de772,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:22.914857 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:22.944230 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] Set router c5724c1d-4538-4a5d-9f2c-8769b4030378 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:22.958644 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (c5724c1d-4538-4a5d-9f2c-8769b4030378), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.093189 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:23.144511 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87109116-d935-4b21-a54d-873f7a8dc2cf req-5c4ea258-b453-4282-ab3f-11e13c50acc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:23.146180 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-87109116-d935-4b21-a54d-873f7a8dc2cf req-5c4ea258-b453-4282-ab3f-11e13c50acc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0504041 Apr 11 16:48:23.160447 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:20Z', 'revision_number': 3, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:23.182790 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.187361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-7a010542-4400-4a39-82b9-755ad9abd329 None None] Provisioning complete for port d0afddc9-aec9-4eb6-9fc3-82640a5de772 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:23.188085 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7a010542-4400-4a39-82b9-755ad9abd329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.192618 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f50b3-3163-46e2-859c-7e60e63281d3 None None] The sync data for ids ['c5724c1d-4538-4a5d-9f2c-8769b4030378'] in dv-cinder-837163-2-iscsi is: [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:20Z', 'revision_number': 3, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:23.207288 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-87109116-d935-4b21-a54d-873f7a8dc2cf req-eb12128c-8f10-48cd-8d87-d859b86b8296 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545025 Apr 11 16:48:23.243149 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-7a010542-4400-4a39-82b9-755ad9abd329 None None] Port d0afddc9-aec9-4eb6-9fc3-82640a5de772 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:23.393877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks [] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.473210 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.523212 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4727acc-dfa4-4409-9e8e-f4419a3e2be2 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:23.558860 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Pushing event updated for resources: {'Port': ['ID=d0afddc9-aec9-4eb6-9fc3-82640a5de772,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:23.561189 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (c5724c1d-4538-4a5d-9f2c-8769b4030378), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.589117 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:23.589639 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.665453 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Network 8034e261-3c2d-4163-baf9-65fd222512d3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:23.667509 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:23.695152 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:23.964154 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-a567dfec-6dac-465c-809c-c48c851dd773 None None] Provisioning complete for port d0afddc9-aec9-4eb6-9fc3-82640a5de772 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:23.964928 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a567dfec-6dac-465c-809c-c48c851dd773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.004515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a567dfec-6dac-465c-809c-c48c851dd773 None None] Port d0afddc9-aec9-4eb6-9fc3-82640a5de772 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:24.025105 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Router c5724c1d-4538-4a5d-9f2c-8769b4030378 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:24.162636 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:24.170555 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-feb69b94-e3f7-4c4b-a6f9-9adbc4b963ce admin admin] 10.222.0.43 "PUT /v2.0/routers/c5724c1d-4538-4a5d-9f2c-8769b4030378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652543 Apr 11 16:48:24.341315 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510a81-b89a-4c6e-90b1-5436d77cc5f7 req-94515bfd-67e0-4893-bbfc-8dcf9bcf1d04 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:24.342809 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8510a81-b89a-4c6e-90b1-5436d77cc5f7 req-94515bfd-67e0-4893-bbfc-8dcf9bcf1d04 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 946 time: 0.0512867 Apr 11 16:48:24.391406 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8510a81-b89a-4c6e-90b1-5436d77cc5f7 req-8cae96f6-eca6-41c1-93ea-57cf3e92c5e1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Apr 11 16:48:24.681975 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38694) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:24.687202 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907053986', 'description': 'tempest-secgroup-smoke-907053986 description', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:24.764766 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.808751 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Sync routers for ids ['c5724c1d-4538-4a5d-9f2c-8769b4030378'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:24.818998 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Routers {'c5724c1d-4538-4a5d-9f2c-8769b4030378'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:24.819789 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['c5724c1d-4538-4a5d-9f2c-8769b4030378'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:24.842343 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group (2fedabc9-3316-4f32-b545-cb91749a603e), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.884804 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (2fedabc9-3316-4f32-b545-cb91749a603e), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.916517 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fedabc9-3316-4f32-b545-cb91749a603e,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:24.935483 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Set router c5724c1d-4538-4a5d-9f2c-8769b4030378 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:24.955566 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.960439 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-face896a-4fc4-40fe-a62e-602ef82a7792 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2732272 Apr 11 16:48:24.960557 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38698) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:24.965888 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group_rule': {'security_group_id': '2fedabc9-3316-4f32-b545-cb91749a603e', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:25.079983 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (56cde97c-c6ad-4ae9-b3de-ca764c8ea3f7), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.127749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:48:25.164097 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (56cde97c-c6ad-4ae9-b3de-ca764c8ea3f7), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.172685 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 4, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd0afddc9-aec9-4eb6-9fc3-82640a5de772', 'name': '', 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'mac_address': 'fa:16:3e:5d:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:22Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 2, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'subnets': [{'id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:25.207276 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Checking router: c5724c1d-4538-4a5d-9f2c-8769b4030378 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:25.207660 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Updating router c5724c1d-4538-4a5d-9f2c-8769b4030378 port d0afddc9-aec9-4eb6-9fc3-82640a5de772 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:25.245348 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (56cde97c-c6ad-4ae9-b3de-ca764c8ea3f7), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.264827 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.265770 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cde97c-c6ad-4ae9-b3de-ca764c8ea3f7,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:25.288492 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: ACTIVE; New status is: DOWN {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:25.288884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.327306 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.331418 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-bdd06be3-22e7-4339-8a7f-00b40ce0f9c8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675392 Apr 11 16:48:25.331724 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38700) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:25.336285 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group_rule': {'security_group_id': '2fedabc9-3316-4f32-b545-cb91749a603e', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:25.340337 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:25.342579 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def99609-8a74-4a7a-8d6a-7789d1d78ea7" -d '{"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:25.391330 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df2262-f721-4a2b-9c2b-d24b353f9226 x-openstack-request-id: req-96df2262-f721-4a2b-9c2b-d24b353f9226 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:25.391660 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-unplugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:25.391899 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96df2262-f721-4a2b-9c2b-d24b353f9226 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:25.392294 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96df2262-f721-4a2b-9c2b-d24b353f9226'] response: {'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'code': 200} Apr 11 16:48:25.411233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:25.435578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (8c9c980e-4029-41d0-a07f-4f3b17f532a9), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.485179 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.522725 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (8c9c980e-4029-41d0-a07f-4f3b17f532a9), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.542452 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 25e6a641-fc59-462b-91c5-6ad844469358 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:25.554922 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9ad79-625a-4efc-8019-af5ffa862e6a req-28da37b2-ca36-4cb3-924a-85256276c7ed tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:25.558112 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3de9ad79-625a-4efc-8019-af5ffa862e6a req-28da37b2-ca36-4cb3-924a-85256276c7ed tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0689995 Apr 11 16:48:25.599420 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (8c9c980e-4029-41d0-a07f-4f3b17f532a9), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.614843 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3de9ad79-625a-4efc-8019-af5ffa862e6a req-737b9528-95b4-4707-b594-764f47545c0a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505459 Apr 11 16:48:25.623385 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9c980e-4029-41d0-a07f-4f3b17f532a9,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:25.687423 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.688575 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-948cf71d-ed59-45f6-8261-83934f665f91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557897 Apr 11 16:48:25.691495 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38706) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:25.696205 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group_rule': {'security_group_id': '2fedabc9-3316-4f32-b545-cb91749a603e', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:25.766369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=8']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:25.791148 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 25e6a641-fc59-462b-91c5-6ad844469358 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:25.791537 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (25e6a641-fc59-462b-91c5-6ad844469358), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.793608 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (c82bc5d9-6d98-4a38-a8b3-f24112771ad3), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.855449 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (c82bc5d9-6d98-4a38-a8b3-f24112771ad3), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.887788 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Publish callbacks [] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.924970 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (c82bc5d9-6d98-4a38-a8b3-f24112771ad3), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.927887 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 25e6a641-fc59-462b-91c5-6ad844469358 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:25.928361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (25e6a641-fc59-462b-91c5-6ad844469358), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:25.984185 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82bc5d9-6d98-4a38-a8b3-f24112771ad3,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:25.984292 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 25e6a641-fc59-462b-91c5-6ad844469358, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=25e6a641-fc59-462b-91c5-6ad844469358,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:26.033150 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.058685 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.062520 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-75bec3e6-acb3-491d-90e1-abdf38b3fffe tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674231 Apr 11 16:48:26.062768 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38710) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:26.064059 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (25e6a641-fc59-462b-91c5-6ad844469358), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.067337 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group_rule': {'security_group_id': '2fedabc9-3316-4f32-b545-cb91749a603e', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:26.098929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c770d-8ece-42c1-bcbe-bcf3c70bd5f2 None None] Pushing event updated for resources: {'Port': ['ID=d0afddc9-aec9-4eb6-9fc3-82640a5de772,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:26.148918 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (8dc37694-9a47-4869-9af4-72a2d0e87896), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.193428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Attempting to bind port d0afddc9-aec9-4eb6-9fc3-82640a5de772 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:26.193793 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Attempting to bind port d0afddc9-aec9-4eb6-9fc3-82640a5de772 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:26.194153 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Attempting to bind port d0afddc9-aec9-4eb6-9fc3-82640a5de772 on network 8034e261-3c2d-4163-baf9-65fd222512d3 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:26.203354 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=25e6a641-fc59-462b-91c5-6ad844469358,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:26.208091 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:26.213170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Checking segment: {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:26.213170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.213170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Bound using segment: {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:26.213170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Bound port: d0afddc9-aec9-4eb6-9fc3-82640a5de772, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:26.213170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.220577 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (8dc37694-9a47-4869-9af4-72a2d0e87896), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.279475 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] For port d0afddc9-aec9-4eb6-9fc3-82640a5de772, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:26.282620 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] For port d0afddc9-aec9-4eb6-9fc3-82640a5de772, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=d0afddc9-aec9-4eb6-9fc3-82640a5de772,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:26.306834 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (8dc37694-9a47-4869-9af4-72a2d0e87896), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.322405 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc37694-9a47-4869-9af4-72a2d0e87896,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:26.340130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-f538e8e6-c4c0-4dd6-b80d-eb4427df6cfa None None] Provisioning complete for port d0afddc9-aec9-4eb6-9fc3-82640a5de772 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:26.340500 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f538e8e6-c4c0-4dd6-b80d-eb4427df6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.366616 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.395125 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.398941 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ed7ba6f2-0150-4968-bc43-c594a72af662 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326962 Apr 11 16:48:26.399190 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 38712) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:26.403578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group_rule': {'security_group_id': '2fedabc9-3316-4f32-b545-cb91749a603e', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:26.412344 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-f538e8e6-c4c0-4dd6-b80d-eb4427df6cfa None None] Port d0afddc9-aec9-4eb6-9fc3-82640a5de772 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:26.433232 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Routers {'c5724c1d-4538-4a5d-9f2c-8769b4030378'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:26.434016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:48:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['c5724c1d-4538-4a5d-9f2c-8769b4030378'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:26.482427 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c770d-8ece-42c1-bcbe-bcf3c70bd5f2 None None] Pushing event updated for resources: {'Port': ['ID=d0afddc9-aec9-4eb6-9fc3-82640a5de772,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:26.490620 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.securitygroups_db [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Project e519d5dba1a84daba1dfce70b3133bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:48:26.500076 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (449ec9c1-f36b-4a48-b99d-80d714c8f7c6), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.575681 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (449ec9c1-f36b-4a48-b99d-80d714c8f7c6), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.579080 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] Set router c5724c1d-4538-4a5d-9f2c-8769b4030378 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:26.644322 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (449ec9c1-f36b-4a48-b99d-80d714c8f7c6), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.667661 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449ec9c1-f36b-4a48-b99d-80d714c8f7c6,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:26.671473 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] Provisioning complete for port d0afddc9-aec9-4eb6-9fc3-82640a5de772 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:26.671868 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.734625 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.735581 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-61e80bac-9c3e-4463-9e1e-668d469160b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3353546 Apr 11 16:48:26.738292 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38716) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:26.742725 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'security_group_rule': {'security_group_id': '2fedabc9-3316-4f32-b545-cb91749a603e', 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:26.746316 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486380a-3fed-41b9-8462-e3ada9d2669f req-f842deb7-76f9-4baf-83d3-3eaa25f0b1fc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:26.747838 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f486380a-3fed-41b9-8462-e3ada9d2669f req-f842deb7-76f9-4baf-83d3-3eaa25f0b1fc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0516829 Apr 11 16:48:26.798955 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f486380a-3fed-41b9-8462-e3ada9d2669f req-7b927b12-f819-408b-b498-83da5a5abb2c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451276 Apr 11 16:48:26.839556 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.securitygroups_db [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Project e519d5dba1a84daba1dfce70b3133bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:48:26.845583 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (26f0cc47-27e5-4719-975b-e0976d27606a), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.860660 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] Current status of the port d0afddc9-aec9-4eb6-9fc3-82640a5de772 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:26.861044 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.866419 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 4, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd0afddc9-aec9-4eb6-9fc3-82640a5de772', 'name': '', 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'mac_address': 'fa:16:3e:5d:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:22Z', 'updated_at': '2022-04-11T16:48:26Z', 'revision_number': 4, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'subnets': [{'id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:26.903019 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e3c30-e89f-46f1-a390-7746e310ce12 None None] The sync data for ids ['c5724c1d-4538-4a5d-9f2c-8769b4030378'] in dv-cinder-837163-2-iscsi is: [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 4, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd0afddc9-aec9-4eb6-9fc3-82640a5de772', 'name': '', 'network_id': '8034e261-3c2d-4163-baf9-65fd222512d3', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'mac_address': 'fa:16:3e:5d:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:22Z', 'updated_at': '2022-04-11T16:48:26Z', 'revision_number': 4, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'subnets': [{'id': 'a58d4421-fab7-431a-9a40-9d6f25eaffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:26.922717 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (26f0cc47-27e5-4719-975b-e0976d27606a), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:26.935800 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] For port d0afddc9-aec9-4eb6-9fc3-82640a5de772, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=d0afddc9-aec9-4eb6-9fc3-82640a5de772,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:26.998745 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (26f0cc47-27e5-4719-975b-e0976d27606a), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.017826 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.018642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f0cc47-27e5-4719-975b-e0976d27606a,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:27.071246 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb689b-4595-4fe6-9ce9-2efec879b19f None None] Pushing event updated for resources: {'Port': ['ID=d0afddc9-aec9-4eb6-9fc3-82640a5de772,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:27.098408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.099688 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-54f14333-a326-48c6-8315-fa4d18c3cf84 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3603718 Apr 11 16:48:27.540606 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device d0afddc9-aec9-4eb6-9fc3-82640a5de772 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:27.594398 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port d0afddc9-aec9-4eb6-9fc3-82640a5de772 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:27.596042 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.680942 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port d0afddc9-aec9-4eb6-9fc3-82640a5de772 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:27.682063 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 25e6a641-fc59-462b-91c5-6ad844469358 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:27.731560 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 25e6a641-fc59-462b-91c5-6ad844469358 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:27.731983 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (25e6a641-fc59-462b-91c5-6ad844469358), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.820197 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 25e6a641-fc59-462b-91c5-6ad844469358 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:28.061018 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9d340-5883-4220-8d37-b5a97b6869e3 req-79878951-b283-4f7a-a2d3-06b4d4c8a913 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:28.062995 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-96f9d340-5883-4220-8d37-b5a97b6869e3 req-79878951-b283-4f7a-a2d3-06b4d4c8a913 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0579014 Apr 11 16:48:28.112661 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-96f9d340-5883-4220-8d37-b5a97b6869e3 req-16684474-9700-4b8b-8bea-4feaaf22f4f6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Apr 11 16:48:29.247006 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750561b-a85a-43b4-b088-533cd7d477b0 req-d0cd65bb-f1ee-4b7e-abdd-960eabd0ee86 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:29.248517 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b750561b-a85a-43b4-b088-533cd7d477b0 req-d0cd65bb-f1ee-4b7e-abdd-960eabd0ee86 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0545805 Apr 11 16:48:29.295928 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b750561b-a85a-43b4-b088-533cd7d477b0 req-14f70a0b-d275-46fa-bd9e-6425944b4a9f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418565 Apr 11 16:48:30.646490 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-a1ce0822-78a8-4fbe-a1f2-c8b7c3c8c5c4 req-36e7c6a0-72a0-4b62-b285-dc39fd246168 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:48:30.647562 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a1ce0822-78a8-4fbe-a1f2-c8b7c3c8c5c4 req-36e7c6a0-72a0-4b62-b285-dc39fd246168 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528097 Apr 11 16:48:30.925898 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eeb41-3f0e-41f6-accf-eda1294ca6b2 req-64f996af-985b-41c3-aa29-ba881215e812 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:30.927342 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af9eeb41-3f0e-41f6-accf-eda1294ca6b2 req-64f996af-985b-41c3-aa29-ba881215e812 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0486140 Apr 11 16:48:30.975808 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-af9eeb41-3f0e-41f6-accf-eda1294ca6b2 req-dfdf87ee-9157-48de-8d95-f6dc354f7183 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426888 Apr 11 16:48:31.366196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38834) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:31.450408 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-c3bc35d6-c33e-4b8d-8241-173b81a6fce2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830529 Apr 11 16:48:31.459168 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-f4516809-4106-4b05-a632-cdd2c6ee37ae service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:48:31.460132 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-f4516809-4106-4b05-a632-cdd2c6ee37ae service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051191 Apr 11 16:48:31.538697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 38842) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:31.633047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-23f113ae-8e76-43cb-a7e2-6f60c15a3fb1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:31.634359 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-23f113ae-8e76-43cb-a7e2-6f60c15a3fb1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports/5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 941 time: 0.0947030 Apr 11 16:48:32.105399 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d7e31-b45c-4179-a43f-0686e55155a7 req-f13615b3-4806-4f91-b031-2bb9258b1889 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:32.106891 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0a0d7e31-b45c-4179-a43f-0686e55155a7 req-f13615b3-4806-4f91-b031-2bb9258b1889 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0568316 Apr 11 16:48:32.153706 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0a0d7e31-b45c-4179-a43f-0686e55155a7 req-2cce1339-3fa8-4648-8ca7-cdb160c0977e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Apr 11 16:48:32.876374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:48:32.969078 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: DOWN; New status is: DOWN {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:33.279006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f17b8-2848-4416-ae6e-ef515422f455 req-18679fa5-3543-43ab-9772-efb80cee53e1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:33.280637 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ae3f17b8-2848-4416-ae6e-ef515422f455 req-18679fa5-3543-43ab-9772-efb80cee53e1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0503082 Apr 11 16:48:33.331758 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ae3f17b8-2848-4416-ae6e-ef515422f455 req-7b61dbf6-a127-4403-8501-87f6a9670c82 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Apr 11 16:48:34.454436 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b068b-ee3b-47b7-9afd-4b38f4c4ac55 req-7a4cdf76-1780-4348-98b8-d582abf33607 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:34.455936 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bf3b068b-ee3b-47b7-9afd-4b38f4c4ac55 req-7a4cdf76-1780-4348-98b8-d582abf33607 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0483756 Apr 11 16:48:34.502614 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bf3b068b-ee3b-47b7-9afd-4b38f4c4ac55 req-aecfdbf3-2253-4119-bbe1-d41efda43f06 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Apr 11 16:48:35.618938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be197c9-cdcc-4d7f-b777-c88f94b88e6e req-7f61db38-4f32-4b5a-b8c6-23733a0c28ab tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:35.621231 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6be197c9-cdcc-4d7f-b777-c88f94b88e6e req-7f61db38-4f32-4b5a-b8c6-23733a0c28ab tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0465183 Apr 11 16:48:35.675584 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6be197c9-cdcc-4d7f-b777-c88f94b88e6e req-2e7274ca-75e9-49e8-bd3e-6b4478b2c307 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447125 Apr 11 16:48:36.799009 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6614-10cb-41d0-b12c-39e26e26ad1a req-0c4a0c50-c1c1-4144-b1f4-441b9c690d92 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:36.800550 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6abd6614-10cb-41d0-b12c-39e26e26ad1a req-0c4a0c50-c1c1-4144-b1f4-441b9c690d92 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0495570 Apr 11 16:48:36.856653 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6abd6614-10cb-41d0-b12c-39e26e26ad1a req-dd95dcc1-a2c0-4b76-bb62-c1f420d0e851 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504894 Apr 11 16:48:37.987809 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613a1b0-83f4-45e9-b761-3359022949e0 req-91be26c0-e288-48b7-983b-f8e2b9fd9c6a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:37.989288 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a613a1b0-83f4-45e9-b761-3359022949e0 req-91be26c0-e288-48b7-983b-f8e2b9fd9c6a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0492954 Apr 11 16:48:38.039275 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a613a1b0-83f4-45e9-b761-3359022949e0 req-7fbdde0d-3b97-49c1-9f9b-13f138e7fea6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440128 Apr 11 16:48:39.165189 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ec0f7-5926-496e-ba31-7d1b5a641048 req-8d91aa25-8af3-4b3f-85cd-3fbb4db75834 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.168630 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c26ec0f7-5926-496e-ba31-7d1b5a641048 req-8d91aa25-8af3-4b3f-85cd-3fbb4db75834 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0540287 Apr 11 16:48:39.218840 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c26ec0f7-5926-496e-ba31-7d1b5a641048 req-64537f16-74a9-428c-9355-c90cacfa71f1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445576 Apr 11 16:48:39.638907 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-877d5e2b-3947-4f14-ad2d-5678573175c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.823961 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-e75a2877-2222-4238-a15b-91e4c611c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.825522 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-e75a2877-2222-4238-a15b-91e4c611c220 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b&tenant_id=e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 1128 time: 0.1219568 Apr 11 16:48:39.889772 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-bd0269ea-0cd4-43d7-a6da-091128c9a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.891674 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-bd0269ea-0cd4-43d7-a6da-091128c9a805 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1128 time: 0.0424416 Apr 11 16:48:39.997146 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-399053cf-0e86-43f8-aea6-a8661bb23adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.998667 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-399053cf-0e86-43f8-aea6-a8661bb23adb service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.1002929 Apr 11 16:48:40.068912 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-3c5e6758-a9ad-4763-bb5e-505cda5dd5a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 1000 time: 0.0624022 Apr 11 16:48:40.116037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-7477267a-654d-4754-8724-69c321fcf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:40.117500 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-7477267a-654d-4754-8724-69c321fcf4a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0421891 Apr 11 16:48:40.162252 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-f1558916-64e0-4e47-b18a-1a9c505cddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:40.163823 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-f1558916-64e0-4e47-b18a-1a9c505cddc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398383 Apr 11 16:48:40.539229 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260f325-f09e-4bfa-adb1-cf767125466c req-4c75eaa1-edf9-49e3-923d-4399e3581f14 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:40.540746 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5260f325-f09e-4bfa-adb1-cf767125466c req-4c75eaa1-edf9-49e3-923d-4399e3581f14 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0706091 Apr 11 16:48:40.562070 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-145dfd5e-544d-4172-9266-e8367d5ccd2f service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916466 Apr 11 16:48:40.660527 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5260f325-f09e-4bfa-adb1-cf767125466c req-4170a499-b63d-4740-80b8-65c1c03b8c3b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126530 Apr 11 16:48:40.695199 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1af3da2f-ef3b-4b73-8006-9b7f31f3f390 req-45f46d37-c058-4745-9e19-abd0bce87257 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264095 Apr 11 16:48:41.807082 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ee89-a63f-4d5e-9b30-7b40fe456dec req-22ff6e7b-f3e2-400e-a879-92ad9a43c64e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:41.808814 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5c53ee89-a63f-4d5e-9b30-7b40fe456dec req-22ff6e7b-f3e2-400e-a879-92ad9a43c64e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0595670 Apr 11 16:48:41.862100 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5c53ee89-a63f-4d5e-9b30-7b40fe456dec req-692f754d-9500-4917-8492-8ebc3ad50e00 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469687 Apr 11 16:48:42.249652 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a2d70f04-c69f-4462-a226-a33b00adeeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.890041 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.027720 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8147da-9403-41be-8683-00ce4c588109 req-1a1cc9b7-3313-4eb2-ad6c-bd2f3f11131f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:43.029391 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2e8147da-9403-41be-8683-00ce4c588109 req-1a1cc9b7-3313-4eb2-ad6c-bd2f3f11131f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0645580 Apr 11 16:48:43.088196 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2e8147da-9403-41be-8683-00ce4c588109 req-fea213d3-950c-4b50-8dfb-9364c9eade61 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521410 Apr 11 16:48:43.330160 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.320369 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4819f87-4175-4cc8-992d-dd573936686a req-a642b750-ff35-46bc-83c2-680872da2bf4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:44.324015 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f4819f87-4175-4cc8-992d-dd573936686a req-a642b750-ff35-46bc-83c2-680872da2bf4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0964067 Apr 11 16:48:44.397891 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f4819f87-4175-4cc8-992d-dd573936686a req-da05ae75-0917-4d96-a938-0b3c0a467559 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620492 Apr 11 16:48:44.919656 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.546527 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b85ce-a588-42c0-9106-19d356c200a2 req-ce74fe98-8989-458d-8575-05d6c9114034 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:45.548460 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5b6b85ce-a588-42c0-9106-19d356c200a2 req-ce74fe98-8989-458d-8575-05d6c9114034 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0590978 Apr 11 16:48:45.622629 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5b6b85ce-a588-42c0-9106-19d356c200a2 req-7af2ae56-8f1b-4654-925b-f12cf49f1e93 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631778 Apr 11 16:48:45.981523 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:46.793744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ad0f0-58e7-46a1-9375-80596b2a43ce req-ad2dba47-0af8-4cd1-9240-dd5559e9c34c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.795438 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0f4ad0f0-58e7-46a1-9375-80596b2a43ce req-ad2dba47-0af8-4cd1-9240-dd5559e9c34c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0852189 Apr 11 16:48:46.852786 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0f4ad0f0-58e7-46a1-9375-80596b2a43ce req-1bcdb658-503c-493e-938a-9798b342e957 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509171 Apr 11 16:48:48.044189 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd981f19-5367-4c0b-948c-49b8b5744366 req-84f9f23e-8b47-47cc-bb8a-087cfa38ec29 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:48.049776 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dd981f19-5367-4c0b-948c-49b8b5744366 req-84f9f23e-8b47-47cc-bb8a-087cfa38ec29 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0903621 Apr 11 16:48:48.135494 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dd981f19-5367-4c0b-948c-49b8b5744366 req-724ae937-3a15-4647-8057-a0b7c4a251c8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778303 Apr 11 16:48:49.271503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b354b5-33ad-4763-8320-0b7b1454206c req-8c5766f4-f439-4946-9105-2d637b3e9f98 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:49.274650 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56b354b5-33ad-4763-8320-0b7b1454206c req-8c5766f4-f439-4946-9105-2d637b3e9f98 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0525866 Apr 11 16:48:49.340505 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56b354b5-33ad-4763-8320-0b7b1454206c req-96e9dfe7-9670-45eb-927b-a3edd012e512 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554316 Apr 11 16:48:50.484844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f9b-6de0-4bc1-a19e-6fce8fcf4c6b req-6b69ee22-fcfa-4b1a-89d5-17ff7f2871f6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:50.484844 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3e321f9b-6de0-4bc1-a19e-6fce8fcf4c6b req-6b69ee22-fcfa-4b1a-89d5-17ff7f2871f6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0608597 Apr 11 16:48:50.536468 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3e321f9b-6de0-4bc1-a19e-6fce8fcf4c6b req-5fe5f6f4-fe87-4ad0-96b3-1c9836394fbe tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491107 Apr 11 16:48:51.692579 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cb048-1aa2-4c8d-b7ae-ff8037740047 req-fdeb8ccc-23b2-4e9b-a561-7e4b607453db tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:51.694431 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ed3cb048-1aa2-4c8d-b7ae-ff8037740047 req-fdeb8ccc-23b2-4e9b-a561-7e4b607453db tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0547848 Apr 11 16:48:51.744832 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ed3cb048-1aa2-4c8d-b7ae-ff8037740047 req-11d29938-fb10-406f-88dc-f7157a366bd5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Apr 11 16:48:52.870584 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80261f6-5e09-4d88-9b06-bf4b0a22e1fa req-c77fed4d-f158-4dfb-8939-7b55823df130 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:52.872154 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d80261f6-5e09-4d88-9b06-bf4b0a22e1fa req-c77fed4d-f158-4dfb-8939-7b55823df130 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0514784 Apr 11 16:48:52.927294 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d80261f6-5e09-4d88-9b06-bf4b0a22e1fa req-f4d2223c-0d4a-47bb-a3fa-45dae6bfca95 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493052 Apr 11 16:48:54.046322 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d965c8-6ed4-44d1-ac5d-aadce66886c7 req-3776a9c9-e1ce-40f2-ac5e-6a6ad9305efc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:54.048062 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f0d965c8-6ed4-44d1-ac5d-aadce66886c7 req-3776a9c9-e1ce-40f2-ac5e-6a6ad9305efc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0470319 Apr 11 16:48:54.096150 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f0d965c8-6ed4-44d1-ac5d-aadce66886c7 req-62b6e89b-4e5a-4625-9be9-f72d995d50e9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Apr 11 16:48:55.227608 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8795f-ae2b-49c9-ae9c-22d2c6acefa6 req-8a7f7505-b0dd-4541-a55b-512efe9f2573 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:55.229520 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e4a8795f-ae2b-49c9-ae9c-22d2c6acefa6 req-8a7f7505-b0dd-4541-a55b-512efe9f2573 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0521662 Apr 11 16:48:55.285038 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e4a8795f-ae2b-49c9-ae9c-22d2c6acefa6 req-82cc3463-fd8b-4454-a131-60231c41a1ca tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491197 Apr 11 16:48:56.445475 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bc929-44b2-4407-b7ac-2389ba9381fc req-c8e19342-159b-4768-8a4a-f27ebabafd55 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:56.448651 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8a1bc929-44b2-4407-b7ac-2389ba9381fc req-c8e19342-159b-4768-8a4a-f27ebabafd55 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0615089 Apr 11 16:48:56.532385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8a1bc929-44b2-4407-b7ac-2389ba9381fc req-1bc49ca0-1421-489a-8b35-d13322cf3594 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763402 Apr 11 16:48:57.695960 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0d16-81ec-4f17-81ad-ad59f852f277 req-5165321c-9c90-4aa4-925c-5d01bfc87dec tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:57.697879 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-90ab0d16-81ec-4f17-81ad-ad59f852f277 req-5165321c-9c90-4aa4-925c-5d01bfc87dec tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0504732 Apr 11 16:48:57.752311 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-90ab0d16-81ec-4f17-81ad-ad59f852f277 req-dc83437a-773c-4779-a987-549c9daae989 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479977 Apr 11 16:48:58.742956 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-f219375c-b06d-48b3-81df-207179d3cc44 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907053986&fields=id&tenant_id=e519d5dba1a84daba1dfce70b3133bdb HTTP/1.1" status: 200 len: 267 time: 0.0506120 Apr 11 16:48:58.874403 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-12e7ba97-27d1-481b-9941-14552943dc81 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:58.876121 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-12e7ba97-27d1-481b-9941-14552943dc81 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 808 time: 0.1256073 Apr 11 16:48:58.892805 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-329ff2a8-c55c-408f-aa3f-e5c93f6a48f4 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/quotas/e519d5dba1a84daba1dfce70b3133bdb HTTP/1.1" status: 200 len: 375 time: 0.0109863 Apr 11 16:48:58.925552 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771107a7-7dce-47da-97d6-3e0de22fffc1 req-d5875322-4d21-4b2c-a405-1f2a83a2f39a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:58.927268 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-771107a7-7dce-47da-97d6-3e0de22fffc1 req-d5875322-4d21-4b2c-a405-1f2a83a2f39a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0802073 Apr 11 16:48:58.980275 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-771107a7-7dce-47da-97d6-3e0de22fffc1 req-f81aed21-4105-4038-beca-0f9d12888fa8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455992 Apr 11 16:48:58.980741 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-57533be7-7790-48d8-a923-f9865d949903 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809808 Apr 11 16:48:59.135982 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-8d19f0e6-057a-4835-aa9e-65c9373a52b1 service neutron] 10.222.0.43 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397500 Apr 11 16:48:59.254647 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-50406480-3dd9-4eee-b05b-c852f1d5cff0 service neutron] 10.222.0.43 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112132 Apr 11 16:48:59.859368 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-61e28e2e-5ab2-46fc-b736-bf4e0d002373 req-18911e3b-1f92-45b9-97f1-8eea5e46d3df tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0358987 Apr 11 16:49:00.098606 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:49:00.129144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649e975-eab6-4291-a74b-261cae8a6805 req-5f7ecedf-7231-4126-ab4e-29e1461ac7fb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:00.132186 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a649e975-eab6-4291-a74b-261cae8a6805 req-5f7ecedf-7231-4126-ab4e-29e1461ac7fb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0641525 Apr 11 16:49:00.211391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a649e975-eab6-4291-a74b-261cae8a6805 req-4d7fffce-6525-4265-b81a-fcd5badd8881 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717173 Apr 11 16:49:00.951131 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8e3d4e66-1e9f-42c4-b377-f1bbfd613934 req-b63a199c-a9e8-4f49-8cf4-60fa6c2b3e2a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0323119 Apr 11 16:49:01.391773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76e9eb-0d55-40be-9910-686454d60af7 req-5c07c4b4-3a0f-4b68-a947-eeb84a82e728 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:01.393771 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5a76e9eb-0d55-40be-9910-686454d60af7 req-5c07c4b4-3a0f-4b68-a947-eeb84a82e728 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0705876 Apr 11 16:49:01.483703 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5a76e9eb-0d55-40be-9910-686454d60af7 req-2a5383fe-8bcf-47c8-ab2b-d6b611d1da8e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806706 Apr 11 16:49:01.826994 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0ef84-2b5d-4b04-9c98-8114ed32af13 req-af13deb1-697f-4845-8ea4-571e5e73813d tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:01.828599 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5ac0ef84-2b5d-4b04-9c98-8114ed32af13 req-af13deb1-697f-4845-8ea4-571e5e73813d tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.0495393 Apr 11 16:49:01.881657 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5ac0ef84-2b5d-4b04-9c98-8114ed32af13 req-3524eb48-94ec-4ca3-97eb-3ed949552a60 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Apr 11 16:49:02.062049 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fa9540ca-4f6c-4ca8-b7c4-0dbbdcfb3eaf req-597b59da-64e3-48b5-8a48-dd5ef3b26e95 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0342093 Apr 11 16:49:02.636726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f82a2-6fdb-4e3d-a8b8-fb3754f8cc08 req-bd0dacc5-463a-4101-bb11-b5dff5cca574 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:02.638388 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-643f82a2-6fdb-4e3d-a8b8-fb3754f8cc08 req-bd0dacc5-463a-4101-bb11-b5dff5cca574 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0546324 Apr 11 16:49:02.696195 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-643f82a2-6fdb-4e3d-a8b8-fb3754f8cc08 req-d41c7f5a-17bf-4b35-94b8-07da6bae71b7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488434 Apr 11 16:49:03.011463 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2564300-78fc-4bb9-9e5f-c2cfa3179420 req-3b752202-67c1-4d68-85cc-cc320e29f9e9 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:03.013071 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f2564300-78fc-4bb9-9e5f-c2cfa3179420 req-3b752202-67c1-4d68-85cc-cc320e29f9e9 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.0566797 Apr 11 16:49:03.067730 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f2564300-78fc-4bb9-9e5f-c2cfa3179420 req-852408cd-22c8-49ca-b96f-77bbe6c778c4 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Apr 11 16:49:03.175343 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-15924782-3cd6-4517-b211-c9610b3b4ff7 req-c4449df6-3b25-4e44-840d-0d612df7c1a1 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0344353 Apr 11 16:49:03.585987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-85e66f51-34a3-4ad8-bccd-a2f1e2bd6384 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:03.587942 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-85e66f51-34a3-4ad8-bccd-a2f1e2bd6384 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.60 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 808 time: 0.1199613 Apr 11 16:49:03.721132 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-6102310d-cdf8-4163-9c1a-e55b9fb35926 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e519d5dba1a84daba1dfce70b3133bdb HTTP/1.1" status: 200 len: 379 time: 0.0770285 Apr 11 16:49:03.811297 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'port': {'device_id': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'admin_state_up': True, 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'security_groups': ['2fedabc9-3316-4f32-b545-cb91749a603e']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:03.875196 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3766a7-dcd4-4121-ae3a-a6c95e615460 req-3a03fda5-4615-419d-b173-170a73fcc92a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:03.877500 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-da3766a7-dcd4-4121-ae3a-a6c95e615460 req-3a03fda5-4615-419d-b173-170a73fcc92a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0663142 Apr 11 16:49:03.955553 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-da3766a7-dcd4-4121-ae3a-a6c95e615460 req-f3400bb5-3717-432d-8950-f8bdddce7b2a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660386 Apr 11 16:49:03.964285 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-37f37a62-2b54-4e05-9c8e-47fb511a2123 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:03.966889 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-37f37a62-2b54-4e05-9c8e-47fb511a2123 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.1491313 Apr 11 16:49:04.150148 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Deleting port 11cc2502-f9bf-40d1-b5a1-8249a3429539 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:49:04.150483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:04.247318 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Made reservation on behalf of e519d5dba1a84daba1dfce70b3133bdb for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:49:04.250771 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:04.282963 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc36c9-60aa-4dfb-8267-1cd6edc532e2 req-56c03b1a-1b84-477e-8982-21287ef3aa83 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:04.284550 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e0dc36c9-60aa-4dfb-8267-1cd6edc532e2 req-56c03b1a-1b84-477e-8982-21287ef3aa83 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 946 time: 0.1038682 Apr 11 16:49:04.322815 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0101e58d-d4af-4c27-8e96-83f878e321dd req-b868bf53-965d-4383-acad-1d38bd766713 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0561523 Apr 11 16:49:04.369536 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] For port 11cc2502-f9bf-40d1-b5a1-8249a3429539, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=11cc2502-f9bf-40d1-b5a1-8249a3429539,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:04.369935 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:04.404538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Calling delete_port for 11cc2502-f9bf-40d1-b5a1-8249a3429539 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:49:04.436632 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e0dc36c9-60aa-4dfb-8267-1cd6edc532e2 req-7465f378-2f00-4c63-9884-9fb4e501f152 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428335 Apr 11 16:49:04.566934 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Allocated IP 172.20.0.10 (d71751e9-59cf-4d12-bec0-287208226699/744cefa0-821d-43a4-956f-569985f9e020/260a47a3-192b-454c-a28f-a2c9401b6941) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:49:04.764194 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (11cc2502-f9bf-40d1-b5a1-8249a3429539), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:04.780647 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['11cc2502-f9bf-40d1-b5a1-8249a3429539'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:04.830724 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Pushing event deleted for resources: {'Port': ['ID=11cc2502-f9bf-40d1-b5a1-8249a3429539,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:04.917775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] No DVR routers for this DVR port 11cc2502-f9bf-40d1-b5a1-8249a3429539 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:49:04.923278 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:04.926780 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6f2f5439-0435-4376-98d5-e2dfe430171f req-8920b2de-77bd-491c-96ec-ba304ebee71c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "DELETE /v2.0/ports/11cc2502-f9bf-40d1-b5a1-8249a3429539 HTTP/1.1" status: 204 len: 173 time: 0.9501917 Apr 11 16:49:04.927257 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31c6963-a569-4edd-813d-6f4603889d13', 'name': 'network-vif-deleted', 'tag': '11cc2502-f9bf-40d1-b5a1-8249a3429539'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:04.929783 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a59b2-4d4c-4935-9e68-790bce10a57f" -d '{"events": [{"server_uuid": "d31c6963-a569-4edd-813d-6f4603889d13", "name": "network-vif-deleted", "tag": "11cc2502-f9bf-40d1-b5a1-8249a3429539"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:04.988396 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for port (260a47a3-192b-454c-a28f-a2c9401b6941), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:05.116384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e9489-503e-47de-8574-d3a14b3ca8ff x-openstack-request-id: req-406e9489-503e-47de-8574-d3a14b3ca8ff {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:05.116837 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31c6963-a569-4edd-813d-6f4603889d13", "name": "network-vif-deleted", "tag": "11cc2502-f9bf-40d1-b5a1-8249a3429539", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:05.117222 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-406e9489-503e-47de-8574-d3a14b3ca8ff {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:05.117823 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406e9489-503e-47de-8574-d3a14b3ca8ff'] response: {'server_uuid': 'd31c6963-a569-4edd-813d-6f4603889d13', 'name': 'network-vif-deleted', 'tag': '11cc2502-f9bf-40d1-b5a1-8249a3429539', 'status': 'completed', 'code': 200} Apr 11 16:49:05.140493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d5e43-6f6b-4dce-966b-25769b60209a req-a2096cbb-0149-4ddf-a81a-924b92829dd6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:05.142105 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-524d5e43-6f6b-4dce-966b-25769b60209a req-a2096cbb-0149-4ddf-a81a-924b92829dd6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0836365 Apr 11 16:49:05.147135 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:05.250268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Network d71751e9-59cf-4d12-bec0-287208226699 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:49:05.271508 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:49:05.288005 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:49:05.307586 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:05.362515 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-524d5e43-6f6b-4dce-966b-25769b60209a req-69370f1a-6b12-4bdf-b175-dde14815c002 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121472 Apr 11 16:49:05.418596 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:05.419944 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:05.486162 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce68c75-07de-4b6b-9275-559b7b6cd7fe req-467560db-bfa6-4033-9e32-5b88a30b88ff tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:05.487850 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ce68c75-07de-4b6b-9275-559b7b6cd7fe req-467560db-bfa6-4033-9e32-5b88a30b88ff tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 932 time: 0.0708294 Apr 11 16:49:05.528835 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-228e8aab-7ee2-421a-942f-9d77456bffce tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7251658 Apr 11 16:49:05.557127 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ce68c75-07de-4b6b-9275-559b7b6cd7fe req-f50f3ea0-7ae3-4cf5-9447-5c028ad8313d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581927 Apr 11 16:49:05.614503 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-9b399750-8cb8-4b7a-a9e8-849cf88a24ca None None] Provisioning complete for port 260a47a3-192b-454c-a28f-a2c9401b6941 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:05.615067 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9b399750-8cb8-4b7a-a9e8-849cf88a24ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:05.626578 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-210619e7-84c9-4169-b1ad-616e9cf9e9f1 req-a979537b-e3e0-4357-9eb6-c5c3e9621694 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0372167 Apr 11 16:49:05.670977 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-9b399750-8cb8-4b7a-a9e8-849cf88a24ca None None] Port 260a47a3-192b-454c-a28f-a2c9401b6941 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:49:06.518985 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a362fa-9f73-42e1-abe7-2b1817d83d92 req-bec99ef1-4a73-4b78-8f86-4773feb04489 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:06.521664 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b9a362fa-9f73-42e1-abe7-2b1817d83d92 req-bec99ef1-4a73-4b78-8f86-4773feb04489 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0597348 Apr 11 16:49:06.575648 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b9a362fa-9f73-42e1-abe7-2b1817d83d92 req-c030c2ab-d064-47e1-8723-7e1a7a2d3662 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476871 Apr 11 16:49:06.690077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1419e4b-8702-41c0-919a-ae8e1d15014c req-85ecbf84-657c-4afb-9302-b0ae107676dd tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:06.692782 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d1419e4b-8702-41c0-919a-ae8e1d15014c req-85ecbf84-657c-4afb-9302-b0ae107676dd tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 932 time: 0.0556107 Apr 11 16:49:06.699351 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Request body: {'port': {'device_id': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:06.799465 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e401245f-075f-4101-9558-978fc6245951 req-df6de091-5b73-427a-ad3c-26a52ad5a759 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31c6963-a569-4edd-813d-6f4603889d13 HTTP/1.1" status: 200 len: 210 time: 0.0452607 Apr 11 16:49:06.841377 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d1419e4b-8702-41c0-919a-ae8e1d15014c req-ccd51701-8b8d-4516-9685-d48ac375e5da tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067984 Apr 11 16:49:06.842584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:07.183680 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260a47a3-192b-454c-a28f-a2c9401b6941 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:07.198406 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Publish callbacks [] for port (260a47a3-192b-454c-a28f-a2c9401b6941), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:07.219837 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Transition to ACTIVE for port object 260a47a3-192b-454c-a28f-a2c9401b6941 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:49:07.283142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:07.340451 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:07.468870 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Attempting to bind port 260a47a3-192b-454c-a28f-a2c9401b6941 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:49:07.469472 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Attempting to bind port 260a47a3-192b-454c-a28f-a2c9401b6941 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:49:07.470065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Attempting to bind port 260a47a3-192b-454c-a28f-a2c9401b6941 on network d71751e9-59cf-4d12-bec0-287208226699 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:07.477007 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Port 260a47a3-192b-454c-a28f-a2c9401b6941 on network d71751e9-59cf-4d12-bec0-287208226699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:49:07.478182 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Attempting to bind port 260a47a3-192b-454c-a28f-a2c9401b6941 on network d71751e9-59cf-4d12-bec0-287208226699 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:07.487335 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:49:07.487871 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Checking segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:49:07.488336 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Bound using segment: {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:49:07.488855 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Bound port: 260a47a3-192b-454c-a28f-a2c9401b6941, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:49:07.489324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:07.584918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:49:07.588915 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:49:07.678632 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:07.720770 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:07.721813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:07.722988 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] 10.222.0.60 "PUT /v2.0/ports/260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 1094 time: 1.0290132 Apr 11 16:49:07.723395 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:07.725739 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6973a-a994-4a9e-9dae-7426425f344a" -d '{"events": [{"name": "network-changed", "server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:07.735964 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b4db-289b-4ce9-adec-2c0e7f2fd691 req-9110a3b5-d061-4ab1-b7a8-083370253b43 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:07.738594 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-19b6b4db-289b-4ce9-adec-2c0e7f2fd691 req-9110a3b5-d061-4ab1-b7a8-083370253b43 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0648627 Apr 11 16:49:07.760283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461479f1-a80a-4fcd-b07e-a5bcaa1c18eb service neutron] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:07.817248 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09fcec-f0e5-4f2e-bd3d-f8499759c241 x-openstack-request-id: req-7f09fcec-f0e5-4f2e-bd3d-f8499759c241 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:07.817248 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:07.817248 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f09fcec-f0e5-4f2e-bd3d-f8499759c241 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:07.817248 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f09fcec-f0e5-4f2e-bd3d-f8499759c241'] response: {'name': 'network-changed', 'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'status': 'completed', 'code': 200} Apr 11 16:49:07.826074 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-19b6b4db-289b-4ce9-adec-2c0e7f2fd691 req-cec495be-6f6e-4c74-b7d0-6e101d609417 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759921 Apr 11 16:49:07.934480 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6973a-a994-4a9e-9dae-7426425f344a req-8405797b-d171-46cf-9550-79620c2a94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:07.937048 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0ab6973a-a994-4a9e-9dae-7426425f344a req-8405797b-d171-46cf-9550-79620c2a94e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1128 time: 0.0915370 Apr 11 16:49:08.044747 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dd150-cae0-4bda-aaa7-c380a7ab773b req-57864441-f083-4768-ad8a-898784484ea3 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.046412 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9c5dd150-cae0-4bda-aaa7-c380a7ab773b req-57864441-f083-4768-ad8a-898784484ea3 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0834162 Apr 11 16:49:08.132442 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9c5dd150-cae0-4bda-aaa7-c380a7ab773b req-03e44f3b-e257-4e98-813e-3c176c56dbd8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741811 Apr 11 16:49:08.145844 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6973a-a994-4a9e-9dae-7426425f344a req-13b2fd6f-f946-48f3-9477-7150eb2cc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.147373 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0ab6973a-a994-4a9e-9dae-7426425f344a req-13b2fd6f-f946-48f3-9477-7150eb2cc434 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2028491 Apr 11 16:49:08.320154 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6973a-a994-4a9e-9dae-7426425f344a req-0d34b167-d9c3-467d-8536-b266ba9d9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.323354 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0ab6973a-a994-4a9e-9dae-7426425f344a req-0d34b167-d9c3-467d-8536-b266ba9d9aec service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691115 Apr 11 16:49:08.418579 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-d5d49870-a0e4-42ba-b3ca-3434305df8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.420140 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-d5d49870-a0e4-42ba-b3ca-3434305df8db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1128 time: 0.0525062 Apr 11 16:49:08.464281 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-69849963-def1-43b6-9cd4-cdf5d785b4ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 217 time: 0.0372856 Apr 11 16:49:08.523674 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-994d65e2-96b3-413b-b13e-b0b2bf33accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.526360 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-994d65e2-96b3-413b-b13e-b0b2bf33accc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 200 len: 847 time: 0.0539684 Apr 11 16:49:08.580262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-6411ff22-9d58-4a18-a111-5c694c2d4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.581837 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-6411ff22-9d58-4a18-a111-5c694c2d4628 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d71751e9-59cf-4d12-bec0-287208226699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472932 Apr 11 16:49:08.685371 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-3a624d4d-fe2a-4aac-a104-966ed0f0d34d service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963085 Apr 11 16:49:08.794525 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fef5596e-85c8-4cbf-b3a4-5f2b18a66a01 req-fcc1f17d-a89c-425e-8136-977d56fc5d9e service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027768 Apr 11 16:49:08.970956 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300118e-d681-4d84-93ff-a29709c926bb req-6c05063c-3044-43b0-999b-85de9166a14c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:08.972608 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d300118e-d681-4d84-93ff-a29709c926bb req-6c05063c-3044-43b0-999b-85de9166a14c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 944 time: 0.0506845 Apr 11 16:49:09.044687 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d300118e-d681-4d84-93ff-a29709c926bb req-d53a77d1-ad4f-441a-9370-31ee53b16b2f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650973 Apr 11 16:49:09.196054 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:49:09.200903 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 11cc2502-f9bf-40d1-b5a1-8249a3429539 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:49:09.254487 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 11cc2502-f9bf-40d1-b5a1-8249a3429539 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:49:09.254983 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 11cc2502-f9bf-40d1-b5a1-8249a3429539 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:49:09.269854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c70095-1a6f-4a8c-801f-ff7d55d0bf6e req-c5ebc40a-d961-45f2-85db-52b085ad8045 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:09.271469 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-31c70095-1a6f-4a8c-801f-ff7d55d0bf6e req-c5ebc40a-d961-45f2-85db-52b085ad8045 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0584507 Apr 11 16:49:09.333368 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-31c70095-1a6f-4a8c-801f-ff7d55d0bf6e req-00e428d6-b4f1-4001-bb37-271c3f6c7624 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512295 Apr 11 16:49:09.400244 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:09.412252 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'port_id': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'mac_address': 'fa:16:3e:dd:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:49:09.457902 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:09.458298 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:09.472997 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c43743b-0779-45a5-b9eb-0df80a70ab94 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:09.500998 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:09.616193 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:09.674685 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=9']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:09.716008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:10.025562 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-69b2a070-bebd-4e1b-b3c6-a36ab07e84ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:10.197884 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208a4d5-38b7-4c27-9e67-0a7efeaf18a6 req-da720d48-4cf2-4416-89f3-2d03102049ed tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:10.200305 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6208a4d5-38b7-4c27-9e67-0a7efeaf18a6 req-da720d48-4cf2-4416-89f3-2d03102049ed tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0732989 Apr 11 16:49:10.256420 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6208a4d5-38b7-4c27-9e67-0a7efeaf18a6 req-4ca9b01c-e928-47b4-a3d0-cf5550d5078a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503576 Apr 11 16:49:10.480421 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7af857-072a-4846-b742-24686f00ea9a req-598bd477-c970-4a44-82c7-1f026994b508 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:10.482365 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-df7af857-072a-4846-b742-24686f00ea9a req-598bd477-c970-4a44-82c7-1f026994b508 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0546675 Apr 11 16:49:10.540557 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-df7af857-072a-4846-b742-24686f00ea9a req-07ced755-14b5-4784-8924-7d0c7a3bc508 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523388 Apr 11 16:49:11.378317 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7df70c-aaeb-47d2-bfb2-9449b99aaf70 req-d0e1f8d4-76af-40b3-81f6-5e927f0a7dd3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:11.379854 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4f7df70c-aaeb-47d2-bfb2-9449b99aaf70 req-d0e1f8d4-76af-40b3-81f6-5e927f0a7dd3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0465612 Apr 11 16:49:11.427613 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4f7df70c-aaeb-47d2-bfb2-9449b99aaf70 req-b4216ed1-9e54-44ff-ae5f-1de8fd461b36 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 Apr 11 16:49:11.662278 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e293-9790-415c-8c55-7e677ce6faba req-205b5230-cf40-4611-88f7-30dcbfeafa28 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:11.663866 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dd32e293-9790-415c-8c55-7e677ce6faba req-205b5230-cf40-4611-88f7-30dcbfeafa28 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0507665 Apr 11 16:49:11.725531 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dd32e293-9790-415c-8c55-7e677ce6faba req-e4b3703f-dbfd-4e91-9622-6b69c933b709 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524940 Apr 11 16:49:12.243736 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-343b7c33-d3e5-4b3c-baab-9d2405efe109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:12.569662 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a23a0-9f13-48f6-a74e-45bec5f337bc req-1d12b5af-40f9-4db7-98ce-6eb3c88e5e26 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:12.571878 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-614a23a0-9f13-48f6-a74e-45bec5f337bc req-1d12b5af-40f9-4db7-98ce-6eb3c88e5e26 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0538905 Apr 11 16:49:12.626802 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-614a23a0-9f13-48f6-a74e-45bec5f337bc req-1cdf7da7-8ce6-4272-8c48-3a4b08337161 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488105 Apr 11 16:49:12.851429 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770ed2-3369-4396-93e0-2d53e7e8fee7 req-4bbf841d-399b-46fd-92ea-09e1451f755f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:12.853794 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-13770ed2-3369-4396-93e0-2d53e7e8fee7 req-4bbf841d-399b-46fd-92ea-09e1451f755f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0545020 Apr 11 16:49:12.907998 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-13770ed2-3369-4396-93e0-2d53e7e8fee7 req-1e97956e-bcb0-4af6-a89f-cd7fe9a65c91 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482464 Apr 11 16:49:13.346424 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.500883 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.662561 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['5c43743b-0779-45a5-b9eb-0df80a70ab94'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:13.835891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44029edc-1f05-41f3-a130-4e21315bc59d req-f633b5f4-2c8c-4e81-ba6e-c46232be0869 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:13.839214 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-44029edc-1f05-41f3-a130-4e21315bc59d req-f633b5f4-2c8c-4e81-ba6e-c46232be0869 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0773709 Apr 11 16:49:13.904435 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-44029edc-1f05-41f3-a130-4e21315bc59d req-c4becc2c-65f9-45fe-8a31-1add5f31763c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578833 Apr 11 16:49:14.064052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8d591-4550-465f-ba12-22b46220f5c7 req-ade02238-ac37-43b0-a2ff-927e5636d628 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.066542 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-93f8d591-4550-465f-ba12-22b46220f5c7 req-ade02238-ac37-43b0-a2ff-927e5636d628 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0683131 Apr 11 16:49:14.146743 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-93f8d591-4550-465f-ba12-22b46220f5c7 req-62869df1-b119-4a90-ae61-7acb17d29de5 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723128 Apr 11 16:49:14.959863 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:15.107242 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5d42-d4cb-4b89-863a-e9587585f8c4 req-64466d44-c87b-4d31-b771-3c7d80055b32 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:15.108863 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-06ef5d42-d4cb-4b89-863a-e9587585f8c4 req-64466d44-c87b-4d31-b771-3c7d80055b32 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 945 time: 0.0701811 Apr 11 16:49:15.163152 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-06ef5d42-d4cb-4b89-863a-e9587585f8c4 req-69c6c5e7-40fe-49b5-995e-dbb80be3f683 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485413 Apr 11 16:49:15.284900 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f76aa9-c1aa-4a4d-9e98-f38687702dec req-95095cb5-a653-440e-80b8-56f578ed5c79 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:15.286413 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-12f76aa9-c1aa-4a4d-9e98-f38687702dec req-95095cb5-a653-440e-80b8-56f578ed5c79 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0504663 Apr 11 16:49:15.342244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-12f76aa9-c1aa-4a4d-9e98-f38687702dec req-c4264e47-9f57-437a-b923-967c7439e4b5 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492435 Apr 11 16:49:15.426894 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:49:15.505998 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 5c43743b-0779-45a5-b9eb-0df80a70ab94 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:15.506507 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:15.597858 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 5c43743b-0779-45a5-b9eb-0df80a70ab94 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:15.598256 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:15.629908 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:15.632197 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e529cb-f866-4759-be41-cb27e254558c" -d '{"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-plugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:15.646964 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:15.735210 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48140e4e-33a3-4782-978d-40a94f23788f x-openstack-request-id: req-48140e4e-33a3-4782-978d-40a94f23788f {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:15.735593 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-plugged", "status": "completed", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:15.735887 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48140e4e-33a3-4782-978d-40a94f23788f {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:15.736373 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48140e4e-33a3-4782-978d-40a94f23788f'] response: {'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'code': 200} Apr 11 16:49:16.014882 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:16.016784 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:16.073534 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=10']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:16.302467 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cf194-275c-407d-9f48-e12e06326bb1 req-42ed022b-1594-497e-9350-7b2f7346f311 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:16.304407 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d86cf194-275c-407d-9f48-e12e06326bb1 req-42ed022b-1594-497e-9350-7b2f7346f311 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0540216 Apr 11 16:49:16.363508 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d86cf194-275c-407d-9f48-e12e06326bb1 req-0d46ad14-f5d8-4b1c-933c-89b10d37cf4b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500524 Apr 11 16:49:16.469542 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997b813-1a4b-4b99-9787-3e2fbfe56b2c req-ef36523b-15e2-415c-bc00-91731d598c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:16.471084 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5997b813-1a4b-4b99-9787-3e2fbfe56b2c req-ef36523b-15e2-415c-bc00-91731d598c96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1131 time: 0.0393519 Apr 11 16:49:16.488534 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3346-6cd7-4e92-bc1c-c650ee1317ad req-b623d756-0c02-4ac6-892f-4eea4957efc9 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:16.490132 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c2ee3346-6cd7-4e92-bc1c-c650ee1317ad req-b623d756-0c02-4ac6-892f-4eea4957efc9 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0585861 Apr 11 16:49:16.522698 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5997b813-1a4b-4b99-9787-3e2fbfe56b2c req-1bf8bb22-cabb-4b6b-b41a-9f9a78e9482c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460122 Apr 11 16:49:16.543572 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c2ee3346-6cd7-4e92-bc1c-c650ee1317ad req-cc156fbe-9779-47ab-9131-0529daa2f697 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467572 Apr 11 16:49:17.500643 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f60f-596d-4410-9346-350b125fa42d req-1ecc02ef-8ce4-4235-a5a5-be1785b8328f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:17.502278 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2f94f60f-596d-4410-9346-350b125fa42d req-1ecc02ef-8ce4-4235-a5a5-be1785b8328f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0526636 Apr 11 16:49:17.565576 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2f94f60f-596d-4410-9346-350b125fa42d req-d3c0db8d-7418-4be6-818c-ed39f86cb354 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523186 Apr 11 16:49:17.705646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af4383-d7d4-442f-bfcf-beb30161e591 req-a519e6e2-e3cc-4142-a0ee-c92d4ad63ae8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:17.708353 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-30af4383-d7d4-442f-bfcf-beb30161e591 req-a519e6e2-e3cc-4142-a0ee-c92d4ad63ae8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0695128 Apr 11 16:49:17.777769 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-30af4383-d7d4-442f-bfcf-beb30161e591 req-5de6e2f4-ad43-4292-b795-a931dc59b1e1 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608389 Apr 11 16:49:18.063668 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:49:18.172240 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:18.187121 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '260a47a3-192b-454c-a28f-a2c9401b6941', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'port_id': '260a47a3-192b-454c-a28f-a2c9401b6941', 'mac_address': 'fa:16:3e:3b:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:49:18.239071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 260a47a3-192b-454c-a28f-a2c9401b6941 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:18.239654 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:18.255297 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260a47a3-192b-454c-a28f-a2c9401b6941 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:18.278613 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:18.448745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:18.504775 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:18.701490 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd40e3b-1ccb-4b4b-9c60-b8505daf235d req-1e3558df-d503-4f38-80d9-0c82c129082b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:18.702896 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7cd40e3b-1ccb-4b4b-9c60-b8505daf235d req-1e3558df-d503-4f38-80d9-0c82c129082b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0490241 Apr 11 16:49:18.757094 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7cd40e3b-1ccb-4b4b-9c60-b8505daf235d req-9191a511-5dbc-4d6a-a9ca-d9b51f06b69e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459194 Apr 11 16:49:18.908836 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682ca0-7bdc-44db-b236-55206c2c0d11 req-2d7cec16-6b59-4762-9e02-ecca02549a8e tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:18.910744 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc682ca0-7bdc-44db-b236-55206c2c0d11 req-2d7cec16-6b59-4762-9e02-ecca02549a8e tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 945 time: 0.0532868 Apr 11 16:49:18.974220 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc682ca0-7bdc-44db-b236-55206c2c0d11 req-70a8b669-a9fb-44c3-99ec-6b83dbe24966 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504513 Apr 11 16:49:19.895222 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2ea9-7a03-4677-a58f-a9dd4bccecb4 req-96a277f1-4b18-4bc0-bd33-f1a6fad11a4d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:19.896664 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4b9c2ea9-7a03-4677-a58f-a9dd4bccecb4 req-96a277f1-4b18-4bc0-bd33-f1a6fad11a4d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0515969 Apr 11 16:49:19.956370 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4b9c2ea9-7a03-4677-a58f-a9dd4bccecb4 req-878128dc-20bb-4cc8-8a8c-974386ca3179 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474625 Apr 11 16:49:20.129347 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de56a-9b6f-4520-8e41-5725e988b17e req-d662d83c-b88a-4664-8c4f-06bfca9fdde8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:20.130982 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-996de56a-9b6f-4520-8e41-5725e988b17e req-d662d83c-b88a-4664-8c4f-06bfca9fdde8 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 945 time: 0.0508666 Apr 11 16:49:20.195665 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-996de56a-9b6f-4520-8e41-5725e988b17e req-6fb58733-ee8d-4926-9aae-458e24ae8209 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552416 Apr 11 16:49:20.490572 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-214ebab6-324a-408c-a12f-65c39b9cc54a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603671 Apr 11 16:49:20.567764 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-0cb10541-c3a9-46e8-9ac4-8ad5a95283d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:20.569331 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-0cb10541-c3a9-46e8-9ac4-8ad5a95283d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 1129 time: 0.0475771 Apr 11 16:49:20.688756 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-a652c6a5-1d65-4305-b04b-d5ab11103f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:20.690319 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-a652c6a5-1d65-4305-b04b-d5ab11103f91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.0971949 Apr 11 16:49:20.734003 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-305e4346-bb7d-49e2-8f42-3cbe55c2e1da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 200 len: 217 time: 0.0371292 Apr 11 16:49:20.817201 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-c38a6e87-8d9d-4dfb-8fdb-6a54f3dd31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:20.819740 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-c38a6e87-8d9d-4dfb-8fdb-6a54f3dd31c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0517094 Apr 11 16:49:21.066540 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['260a47a3-192b-454c-a28f-a2c9401b6941'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:21.121352 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbbdcd-92c0-4a69-b222-32a094505d4a req-9c22bd04-9fa2-4f76-a036-9aa3ed93b1e9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.124498 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-31dbbdcd-92c0-4a69-b222-32a094505d4a req-9c22bd04-9fa2-4f76-a036-9aa3ed93b1e9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0641530 Apr 11 16:49:21.185777 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-31dbbdcd-92c0-4a69-b222-32a094505d4a req-487eca45-8b22-436a-bf41-d1577a72210d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550613 Apr 11 16:49:21.354938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb51b18-f4cb-4df0-b81b-3c3a0d01fcd8 req-dbc97191-6f2e-4760-8bb2-afcd186bd125 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.356947 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bbb51b18-f4cb-4df0-b81b-3c3a0d01fcd8 req-dbc97191-6f2e-4760-8bb2-afcd186bd125 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 945 time: 0.0865595 Apr 11 16:49:21.438347 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bbb51b18-f4cb-4df0-b81b-3c3a0d01fcd8 req-f2596f02-c026-4dd1-a8fc-1a501ea2b761 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716503 Apr 11 16:49:21.584477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-97f04fd6-ca85-4004-8f75-21c32ee060d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.586281 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-97f04fd6-ca85-4004-8f75-21c32ee060d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540733 Apr 11 16:49:21.683211 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-5cb63557-4186-421f-9fc4-53bd550f91a0 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.684805 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-5cb63557-4186-421f-9fc4-53bd550f91a0 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/networks?id=1e35502b-a59a-4385-afdb-7f270ff45efa HTTP/1.1" status: 200 len: 813 time: 0.1650045 Apr 11 16:49:21.694606 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-efb2b7cb-4a80-47f9-a2d1-4513bd87b218 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006238 Apr 11 16:49:21.707927 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-ed51dfaa-1c3a-4b5d-ab6f-68886636b5a9 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/quotas/e0387bb3fbf2485c8a6008defba1ba37 HTTP/1.1" status: 200 len: 375 time: 0.0137968 Apr 11 16:49:21.769634 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-be398848-901a-4a9d-967a-a3a5bb1a40ec tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553842 Apr 11 16:49:21.802716 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-51652707-0284-4aaa-ad5d-35aa3d6be0a4 req-6ee055fa-f1d1-46c5-b589-ff0e05e1cea6 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003647 Apr 11 16:49:21.877156 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-0f3d5796-e32d-430d-ae9d-af0317428f37 service neutron] 10.222.0.43 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006472 Apr 11 16:49:21.983604 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-427cb054-5181-4e21-883f-9a59994c176f service neutron] 10.222.0.43 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997658 Apr 11 16:49:22.333397 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-54ff9e43-e0a6-4fc5-87e4-783ed39ef046 req-b10fc0b7-2f92-4f8d-a33f-98f9ba059d28 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 210 time: 0.0349226 Apr 11 16:49:22.399887 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d3b72-29d4-4ef5-aab9-552487fd5af3 req-df35c508-a609-45b1-93dd-b214f17cc1c6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.403576 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-764d3b72-29d4-4ef5-aab9-552487fd5af3 req-df35c508-a609-45b1-93dd-b214f17cc1c6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0797665 Apr 11 16:49:22.506241 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-764d3b72-29d4-4ef5-aab9-552487fd5af3 req-3db9b95d-d5b5-417b-b476-96b59574fee5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792532 Apr 11 16:49:22.616660 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45448-a693-4185-81ab-217e3ef8ee6d req-4a35dbd8-9b8f-47d1-8999-60a64636488a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.619004 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-89a45448-a693-4185-81ab-217e3ef8ee6d req-4a35dbd8-9b8f-47d1-8999-60a64636488a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 945 time: 0.0611761 Apr 11 16:49:22.693030 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-89a45448-a693-4185-81ab-217e3ef8ee6d req-e6e3eda8-ea57-46d5-aac3-a0599f644cb9 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639904 Apr 11 16:49:22.893925 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:49:22.957184 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 260a47a3-192b-454c-a28f-a2c9401b6941 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:49:23.040361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 260a47a3-192b-454c-a28f-a2c9401b6941 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:23.040361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:23.129770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 260a47a3-192b-454c-a28f-a2c9401b6941 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:23.130163 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:23.162505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:23.165801 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e484929-3e5a-48bf-9b15-c91ffa604df0" -d '{"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-plugged", "status": "completed", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:23.182400 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:23.214332 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe384d2-5bf4-4b7f-8e99-14501dac81b6 x-openstack-request-id: req-bbe384d2-5bf4-4b7f-8e99-14501dac81b6 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:23.214332 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-plugged", "status": "completed", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:23.214332 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbe384d2-5bf4-4b7f-8e99-14501dac81b6 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:23.214332 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe384d2-5bf4-4b7f-8e99-14501dac81b6'] response: {'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'code': 200} Apr 11 16:49:23.278774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:23.342549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:23.437065 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c8d3995a-60cf-4673-9874-c9a92ffd2286 req-f566c581-ceea-495d-b1be-ff24bcc9900c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 210 time: 0.0361836 Apr 11 16:49:23.679348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507bec8-7dd7-4b4a-a8fa-d25c47150cce req-91a1613f-9416-4f3d-8c6d-52908f52664e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.681901 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6507bec8-7dd7-4b4a-a8fa-d25c47150cce req-91a1613f-9416-4f3d-8c6d-52908f52664e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0836222 Apr 11 16:49:23.688562 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37606bc5-c848-40d0-ae60-456bafadc523 req-c2f41506-5797-437b-a023-cff36684b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.690682 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-37606bc5-c848-40d0-ae60-456bafadc523 req-c2f41506-5797-437b-a023-cff36684b4f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1130 time: 0.0611608 Apr 11 16:49:23.783596 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-37606bc5-c848-40d0-ae60-456bafadc523 req-a83f2abd-ccec-4fb3-b0b7-c1f9e6815ede service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840333 Apr 11 16:49:23.789782 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6507bec8-7dd7-4b4a-a8fa-d25c47150cce req-b7cd76f9-c978-40c7-a9f8-4eb55d184a0f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972888 Apr 11 16:49:23.864060 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ffa80-58bc-4501-b8d7-8fe3cdf7dd25 req-492cb646-0919-49e0-9847-a549b98a679d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.865617 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7e3ffa80-58bc-4501-b8d7-8fe3cdf7dd25 req-492cb646-0919-49e0-9847-a549b98a679d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0768938 Apr 11 16:49:23.925959 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7e3ffa80-58bc-4501-b8d7-8fe3cdf7dd25 req-d26713e6-45c9-4e5f-b1d2-81f93e310db5 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521960 Apr 11 16:49:24.545385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8aeae4cc-122c-4f14-9fef-8ad394975648 req-3162d2d5-2ffb-4d7c-bd06-db48e4b88059 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 210 time: 0.0310802 Apr 11 16:49:24.919915 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87589a0-e29b-4c42-bfca-e69056dba5bc req-a7205222-e826-4fb1-9022-2f5077001538 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:24.922007 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a87589a0-e29b-4c42-bfca-e69056dba5bc req-a7205222-e826-4fb1-9022-2f5077001538 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0534556 Apr 11 16:49:24.980931 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a87589a0-e29b-4c42-bfca-e69056dba5bc req-284cd59e-4b03-4fd9-a16c-9f91c07f0a91 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523460 Apr 11 16:49:25.065450 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4816ac2-267c-4508-a930-cd5462232161 req-ad6cad8d-f724-44e2-84ba-a7912cf87a56 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:25.067019 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b4816ac2-267c-4508-a930-cd5462232161 req-ad6cad8d-f724-44e2-84ba-a7912cf87a56 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0540419 Apr 11 16:49:25.130654 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b4816ac2-267c-4508-a930-cd5462232161 req-c363a42a-3556-49b5-9f25-47e394735c55 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529373 Apr 11 16:49:25.691592 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-184ceb63-3d9b-4854-a211-73122ddd2ee8 req-55a829a0-ea6c-4d65-adc5-f5a21ba8213a tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 210 time: 0.0370054 Apr 11 16:49:26.310624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747f92a-97c4-4bdb-ab69-050685e612cf req-e2abea35-4673-41da-a922-de3ef6e614d1 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.316362 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2747f92a-97c4-4bdb-ab69-050685e612cf req-e2abea35-4673-41da-a922-de3ef6e614d1 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0684779 Apr 11 16:49:26.328431 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-70e59465-ec36-4b01-9087-634d5597df0e tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.330089 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-70e59465-ec36-4b01-9087-634d5597df0e tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "GET /v2.0/networks?id=1e35502b-a59a-4385-afdb-7f270ff45efa HTTP/1.1" status: 200 len: 813 time: 0.4521031 Apr 11 16:49:26.357421 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Request body: {'port': {'device_id': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa', 'admin_state_up': True, 'tenant_id': 'e0387bb3fbf2485c8a6008defba1ba37'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:26.473809 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2747f92a-97c4-4bdb-ab69-050685e612cf req-5b641860-e0ff-45d3-aeb2-dfc82c795f15 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424835 Apr 11 16:49:26.591820 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Made reservation on behalf of e0387bb3fbf2485c8a6008defba1ba37 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:49:26.597245 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:26.605267 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c2e8-21a8-4100-a8f5-67f68bb06536 req-d77c83cf-fbd5-4923-9f2e-aec234889245 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.606867 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cf32c2e8-21a8-4100-a8f5-67f68bb06536 req-d77c83cf-fbd5-4923-9f2e-aec234889245 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0531156 Apr 11 16:49:26.666681 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cf32c2e8-21a8-4100-a8f5-67f68bb06536 req-ba121cb9-bbf4-4278-bdcf-7245dfd1e484 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533195 Apr 11 16:49:26.704957 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39360) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:26.776220 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Allocated IP 172.20.0.5 (1e35502b-a59a-4385-afdb-7f270ff45efa/c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c/f912ba9a-ae55-40be-be23-3004968b0104) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:49:26.866890 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05de9c9-bd18-4cc2-b167-e74ea64e1738 tempest-TestShelveInstance-813067244 tempest-TestShelveInstance-813067244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.872173 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-a05de9c9-bd18-4cc2-b167-e74ea64e1738 tempest-TestShelveInstance-813067244 tempest-TestShelveInstance-813067244-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1125 time: 0.1630411 Apr 11 16:49:26.872734 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39366) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:26.878614 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9ac552c7-7eae-44c6-870a-e5b2a80e48f8 req-50724913-a804-4bb0-9fd6-426a599ee90c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 210 time: 0.0670893 Apr 11 16:49:26.879662 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'port_id': '260a47a3-192b-454c-a28f-a2c9401b6941', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:26.957397 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.018029 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks [] for port (f912ba9a-ae55-40be-be23-3004968b0104), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.072046 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.101205 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (f912ba9a-ae55-40be-be23-3004968b0104), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.184389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Network 1e35502b-a59a-4385-afdb-7f270ff45efa is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:49:27.189957 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:49:27.191877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Allocated IP 172.27.2.124 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/621eea28-9a2b-4d70-86a5-2f5c5672198c) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:49:27.197407 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:49:27.247059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Pushing event updated for resources: {'Port': ['ID=f912ba9a-ae55-40be-be23-3004968b0104,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:27.275198 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.275835 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.276415 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.277337 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.277907 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.278482 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.279046 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.279633 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.280345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.280910 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.281561 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.282131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.282690 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.283229 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.283823 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.314703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:27.315631 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.327798 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.408276 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-42d7499d-af9b-4d88-8c04-ab63358d8fd6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0670943 Apr 11 16:49:27.421359 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Request body: {'port': {'device_id': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:27.489766 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.524612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (f912ba9a-ae55-40be-be23-3004968b0104), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.530159 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:49:27.533266 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:49:27.537010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:49:27.572687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'Port': ['ID=621eea28-9a2b-4d70-86a5-2f5c5672198c,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:27.584701 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.585035 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.585365 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.585790 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.586091 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.586609 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.586936 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.587261 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.587610 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.587929 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.588254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.588576 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.588895 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.589210 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.590136 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:27.920570 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f912ba9a-ae55-40be-be23-3004968b0104 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:27.932089 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Publish callbacks [] for port (f912ba9a-ae55-40be-be23-3004968b0104), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.947733 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Transition to ACTIVE for port object f912ba9a-ae55-40be-be23-3004968b0104 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:49:28.009766 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (f912ba9a-ae55-40be-be23-3004968b0104), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.092106 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Pushing event updated for resources: {'Port': ['ID=f912ba9a-ae55-40be-be23-3004968b0104,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:28.203903 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Attempting to bind port f912ba9a-ae55-40be-be23-3004968b0104 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:49:28.204414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Attempting to bind port f912ba9a-ae55-40be-be23-3004968b0104 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:49:28.204906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Attempting to bind port f912ba9a-ae55-40be-be23-3004968b0104 on network 1e35502b-a59a-4385-afdb-7f270ff45efa {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:28.214062 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Port f912ba9a-ae55-40be-be23-3004968b0104 on network 1e35502b-a59a-4385-afdb-7f270ff45efa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:49:28.214554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Attempting to bind port f912ba9a-ae55-40be-be23-3004968b0104 on network 1e35502b-a59a-4385-afdb-7f270ff45efa {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:28.224143 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:49:28.224654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Checking segment: {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:49:28.225233 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Bound using segment: {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:49:28.225915 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Bound port: f912ba9a-ae55-40be-be23-3004968b0104, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaedb74d-6034-4441-b10f-8b27dd6d81e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:49:28.226987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (f912ba9a-ae55-40be-be23-3004968b0104), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.306974 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for floatingip (ebb0a6a9-66aa-401a-b450-8a7c8ff403a4), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.314094 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccff419-68dd-4dca-8307-15e4e519c693 req-79ecdf2a-fe9a-440f-ab40-b03b716cd56a tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:28.315746 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cccff419-68dd-4dca-8307-15e4e519c693 req-79ecdf2a-fe9a-440f-ab40-b03b716cd56a tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 943 time: 0.2997360 Apr 11 16:49:28.327327 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] For port f912ba9a-ae55-40be-be23-3004968b0104, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:49:28.333028 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] For port f912ba9a-ae55-40be-be23-3004968b0104, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f912ba9a-ae55-40be-be23-3004968b0104,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:49:28.400546 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cccff419-68dd-4dca-8307-15e4e519c693 req-86ce689a-0b39-41d9-8852-a7bbd9883632 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Apr 11 16:49:28.416077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (f912ba9a-ae55-40be-be23-3004968b0104), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.484443 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:28.485754 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.487875 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] 10.222.0.60 "PUT /v2.0/ports/f912ba9a-ae55-40be-be23-3004968b0104 HTTP/1.1" status: 200 len: 1093 time: 1.0709515 Apr 11 16:49:28.488620 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'tag': 'f912ba9a-ae55-40be-be23-3004968b0104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:28.492916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf84946-e75c-4097-879b-cdb663423a46" -d '{"events": [{"name": "network-changed", "server_uuid": "f02c65d4-dbf2-47f2-8e4d-aa8dc033b555", "tag": "f912ba9a-ae55-40be-be23-3004968b0104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:28.527643 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.578593 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38929dd2-e11f-455f-a5df-2f2a6aa14bca x-openstack-request-id: req-38929dd2-e11f-455f-a5df-2f2a6aa14bca {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:28.579164 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02c65d4-dbf2-47f2-8e4d-aa8dc033b555", "tag": "f912ba9a-ae55-40be-be23-3004968b0104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:28.579778 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38929dd2-e11f-455f-a5df-2f2a6aa14bca {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:28.580429 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38929dd2-e11f-455f-a5df-2f2a6aa14bca'] response: {'name': 'network-changed', 'server_uuid': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'tag': 'f912ba9a-ae55-40be-be23-3004968b0104', 'status': 'completed', 'code': 200} Apr 11 16:49:28.581914 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067fbb-a97b-48f4-b7fe-6d74a0d1eda3 service neutron] Pushing event updated for resources: {'Port': ['ID=f912ba9a-ae55-40be-be23-3004968b0104,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:28.680752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84946-e75c-4097-879b-cdb663423a46 req-1e45a7bb-007f-4e8d-b289-fc4698260251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:28.683310 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ccf84946-e75c-4097-879b-cdb663423a46 req-1e45a7bb-007f-4e8d-b289-fc4698260251 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 1127 time: 0.0764370 Apr 11 16:49:28.786764 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.871382 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84946-e75c-4097-879b-cdb663423a46 req-f065c4bc-7488-4afa-af99-fda681721b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:28.873951 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ccf84946-e75c-4097-879b-cdb663423a46 req-f065c4bc-7488-4afa-af99-fda681721b2b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1814301 Apr 11 16:49:28.900961 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.987078 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event updated for resources: {'Port': ['ID=621eea28-9a2b-4d70-86a5-2f5c5672198c,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:29.010955 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (ebb0a6a9-66aa-401a-b450-8a7c8ff403a4), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:29.022139 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84946-e75c-4097-879b-cdb663423a46 req-04aba976-3415-461f-bb68-9c5f6641afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.024889 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ccf84946-e75c-4097-879b-cdb663423a46 req-04aba976-3415-461f-bb68-9c5f6641afb0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442673 Apr 11 16:49:29.119174 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-9239532b-cdde-4a11-b928-ec0d51eb52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.121187 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-9239532b-cdde-4a11-b928-ec0d51eb52f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 1127 time: 0.0548339 Apr 11 16:49:29.141243 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Floating IP ebb0a6a9-66aa-401a-b450-8a7c8ff403a4 associated. External IP: 172.27.2.124, port: 260a47a3-192b-454c-a28f-a2c9401b6941. Apr 11 16:49:29.166816 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-a5ed7f43-05b8-49e1-b1fa-f4c15e9f5b61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f912ba9a-ae55-40be-be23-3004968b0104 HTTP/1.1" status: 200 len: 217 time: 0.0385792 Apr 11 16:49:29.302717 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b723e-518a-439b-8ecb-891f398b036e req-424a3ba4-1bce-4a76-962e-1287fbe8426d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.304361 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-be2b723e-518a-439b-8ecb-891f398b036e req-424a3ba4-1bce-4a76-962e-1287fbe8426d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0660949 Apr 11 16:49:29.306696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31fa89dc-1e68-4ef5-b25d-0f9e1c41ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.308233 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-31fa89dc-1e68-4ef5-b25d-0f9e1c41ff48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c HTTP/1.1" status: 200 len: 853 time: 0.1337585 Apr 11 16:49:29.390192 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-b3fbfda8-ea33-49ef-979a-fd33a8f27320 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e35502b-a59a-4385-afdb-7f270ff45efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712821 Apr 11 16:49:29.422428 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-dbd8a997-e372-4a9d-8fe1-ef4fda40344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.423984 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-dbd8a997-e372-4a9d-8fe1-ef4fda40344c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.1038530 Apr 11 16:49:29.441875 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Router ecd89116-ade8-4281-89be-a5a107f8de1c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:49:29.462200 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-be2b723e-518a-439b-8ecb-891f398b036e req-ded2e778-870e-4af7-b0b1-207aeb150b1f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451895 Apr 11 16:49:29.579181 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f900f-fc8e-46c7-a803-7c4f6b20af7c req-c440dea0-b216-4f12-95d5-b8a0702d4c21 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.580633 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dc0f900f-fc8e-46c7-a803-7c4f6b20af7c req-c440dea0-b216-4f12-95d5-b8a0702d4c21 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 943 time: 0.0833313 Apr 11 16:49:29.593618 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-dde6ad6f-604f-4488-899a-3d5598927d32 service neutron] 10.222.0.60 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904948 Apr 11 16:49:29.598477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-c0d1f5cc-5d6b-4339-9207-543e2f3abb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.599934 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-c0d1f5cc-5d6b-4339-9207-543e2f3abb9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1629746 Apr 11 16:49:29.625939 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:49:29.643088 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] Sync routers for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:49:29.660979 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:29.662178 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:49:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:29.669477 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dc0f900f-fc8e-46c7-a803-7c4f6b20af7c req-26045719-b899-43ef-97c9-5ba3091500ed tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756903 Apr 11 16:49:29.755834 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-1f7d6bdc-7e33-4cc3-98a9-1e756c9e1f0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 1001 time: 0.1459696 Apr 11 16:49:29.762469 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:29.827409 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d119d3d8-8ec9-4aa2-a853-729d68838637 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9528413 Apr 11 16:49:29.828635 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:29.832883 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d620523-17d5-415c-9cb8-e330f20acfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:29.864379 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c32b6c1c-79b4-494a-a148-e47592b6cc89 req-5d14092c-2923-4b30-8eba-a211fa005c12 service neutron] 10.222.0.60 "GET /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634540 Apr 11 16:49:29.868855 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-a3fefd02-08f1-4cfd-a6df-df010a5413d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.871628 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-a3fefd02-08f1-4cfd-a6df-df010a5413d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.1085300 Apr 11 16:49:29.909287 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:29.922091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-8040f178-4eb8-4ef4-be21-6d074e291b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.924211 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-8040f178-4eb8-4ef4-be21-6d074e291b47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457056 Apr 11 16:49:29.997172 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdbb4ff-22c9-44ed-8907-fe6d3f71cc02 x-openstack-request-id: req-2fdbb4ff-22c9-44ed-8907-fe6d3f71cc02 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:29.997172 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:29.997172 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fdbb4ff-22c9-44ed-8907-fe6d3f71cc02 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:29.997172 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdbb4ff-22c9-44ed-8907-fe6d3f71cc02'] response: {'name': 'network-changed', 'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'status': 'completed', 'code': 200} Apr 11 16:49:30.067600 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-4128d64a-e30a-4182-a7f4-ffcd5cde06ec service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357832 Apr 11 16:49:30.173915 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ebb0a6a9-66aa-401a-b450-8a7c8ff403a4', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'port_id': '260a47a3-192b-454c-a28f-a2c9401b6941', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'mac_address': 'fa:16:3e:3b:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:49:27Z', 'updated_at': '2022-04-11T16:49:27Z', 'revision_number': 0, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:19Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:30.203301 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] Checking router: ecd89116-ade8-4281-89be-a5a107f8de1c for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:49:30.213268 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:30.214014 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:49:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:30.365502 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:30.634769 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ebb0a6a9-66aa-401a-b450-8a7c8ff403a4', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'port_id': '260a47a3-192b-454c-a28f-a2c9401b6941', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'mac_address': 'fa:16:3e:3b:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:49:27Z', 'updated_at': '2022-04-11T16:49:27Z', 'revision_number': 0, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:19Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:30.653240 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4fa80-4b93-4c64-a0fc-83cd3757b6ce req-e9b5f484-7846-4776-8776-19196271819c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:30.656099 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a3d4fa80-4b93-4c64-a0fc-83cd3757b6ce req-e9b5f484-7846-4776-8776-19196271819c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0861692 Apr 11 16:49:30.664542 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd0e4e-51a7-4212-8105-6acc2e9ff585 None None] The sync data for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi is: [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ebb0a6a9-66aa-401a-b450-8a7c8ff403a4', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'port_id': '260a47a3-192b-454c-a28f-a2c9401b6941', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'mac_address': 'fa:16:3e:3b:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:49:27Z', 'updated_at': '2022-04-11T16:49:27Z', 'revision_number': 0, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:19Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:49:30.727956 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a3d4fa80-4b93-4c64-a0fc-83cd3757b6ce req-cdd41c2e-bf71-4529-aa6c-0807da4d72c6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653780 Apr 11 16:49:30.828620 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b53d5-b235-4da6-bd09-7d344a4bd9c1 req-f7b569cc-006a-4511-b7a5-14891e1edcb9 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:30.830496 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b76b53d5-b235-4da6-bd09-7d344a4bd9c1 req-f7b569cc-006a-4511-b7a5-14891e1edcb9 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 943 time: 0.0550983 Apr 11 16:49:30.893404 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b76b53d5-b235-4da6-bd09-7d344a4bd9c1 req-a8e64a13-e85c-42c3-87f5-03eb35b54caf tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Apr 11 16:49:30.924665 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46465ce5-70bc-4587-9c03-ed10646b31e8 None None] New status for floating IP ebb0a6a9-66aa-401a-b450-8a7c8ff403a4: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:49:31.856897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e6152-a163-4edb-9c7f-2fbbd81941cc req-243375a2-7b15-4887-a7bf-b3478d718c04 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:31.859497 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fd5e6152-a163-4edb-9c7f-2fbbd81941cc req-243375a2-7b15-4887-a7bf-b3478d718c04 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0583498 Apr 11 16:49:31.914411 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fd5e6152-a163-4edb-9c7f-2fbbd81941cc req-a7bf7b64-13e1-4bfa-afec-f49df55c4cb1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Apr 11 16:49:32.034973 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab960-5ccd-4556-bb99-028fe0bfb4b9 req-8c692f5a-4cc7-4577-907e-3dbb73889d49 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:32.037038 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fabab960-5ccd-4556-bb99-028fe0bfb4b9 req-8c692f5a-4cc7-4577-907e-3dbb73889d49 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 943 time: 0.0544322 Apr 11 16:49:32.093230 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fabab960-5ccd-4556-bb99-028fe0bfb4b9 req-366d2139-e7b9-473a-bd02-8818a6f6a80b tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491765 Apr 11 16:49:33.043932 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a0cd-6598-4189-83be-ee38739336f6 req-c94f9728-4368-4fd6-ac07-e24365e8f2fc tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.045518 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f8f5a0cd-6598-4189-83be-ee38739336f6 req-c94f9728-4368-4fd6-ac07-e24365e8f2fc tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Apr 11 16:49:33.100259 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f8f5a0cd-6598-4189-83be-ee38739336f6 req-8fc7115f-363c-4756-83db-56b68aa3aea1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Apr 11 16:49:33.315507 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e47f89-be7d-4353-947c-c92183574d6d req-4c1efe3b-a25a-46f0-9042-624bee4308f3 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.317012 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c7e47f89-be7d-4353-947c-c92183574d6d req-4c1efe3b-a25a-46f0-9042-624bee4308f3 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 943 time: 0.1546314 Apr 11 16:49:33.323154 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-940dddc4-4630-493e-a279-c7c687deb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.324728 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-940dddc4-4630-493e-a279-c7c687deb058 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1130 time: 0.1030223 Apr 11 16:49:33.459958 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7a6a6177-c5c2-436c-bf80-75ef497eb82b req-8dce09df-c3dd-40e0-b3c8-39fab7ccaa18 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624731 Apr 11 16:49:33.471385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c7e47f89-be7d-4353-947c-c92183574d6d req-149ce911-c41e-4fed-86d5-3777dea4b473 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430113 Apr 11 16:49:33.504176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-0552c511-3af2-4a9a-8f09-624a23fa5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.504731 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-0552c511-3af2-4a9a-8f09-624a23fa5576 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 909 time: 0.1729791 Apr 11 16:49:33.594311 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-752a4e32-28ad-430d-9acc-f27a21e24787 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 1002 time: 0.0826650 Apr 11 16:49:33.790499 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-199e2f59-7cb0-4274-b45a-d9bce7292d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.792000 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-199e2f59-7cb0-4274-b45a-d9bce7292d67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 200 len: 847 time: 0.0464146 Apr 11 16:49:33.865218 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-1b3fc6fc-b059-43d7-bfb0-237587777a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.867028 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-1b3fc6fc-b059-43d7-bfb0-237587777a97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d71751e9-59cf-4d12-bec0-287208226699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660913 Apr 11 16:49:33.966663 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-a4a93f5f-342e-4a5b-9ab4-b8c90bbcb02a service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893676 Apr 11 16:49:34.071140 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8d620523-17d5-415c-9cb8-e330f20acfe1 req-c6ca7378-3ce6-402d-a576-c00265929337 service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984666 Apr 11 16:49:34.232880 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f7adb-b1cb-40bf-ad4f-79111bf12e74 req-b2de161c-bd64-48d3-8968-e5f491f159f9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:34.234604 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ba8f7adb-b1cb-40bf-ad4f-79111bf12e74 req-b2de161c-bd64-48d3-8968-e5f491f159f9 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0527852 Apr 11 16:49:34.295125 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ba8f7adb-b1cb-40bf-ad4f-79111bf12e74 req-c296969b-943a-4009-b316-df23944d3fb4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505958 Apr 11 16:49:34.610769 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbcbfd-dc27-4ff7-aefc-ecc8947c3e68 req-a1f94e1e-065e-45f1-837d-14565f2f49c7 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:34.612485 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56cbcbfd-dc27-4ff7-aefc-ecc8947c3e68 req-a1f94e1e-065e-45f1-837d-14565f2f49c7 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 943 time: 0.0534472 Apr 11 16:49:34.689818 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56cbcbfd-dc27-4ff7-aefc-ecc8947c3e68 req-63a1469a-6ab2-4a73-a1e0-fcbe7b55d259 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702033 Apr 11 16:49:34.923440 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device f912ba9a-ae55-40be-be23-3004968b0104 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:49:35.047183 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port f912ba9a-ae55-40be-be23-3004968b0104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f912ba9a-ae55-40be-be23-3004968b0104,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:35.068835 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': 'f912ba9a-ae55-40be-be23-3004968b0104', 'network_id': '1e35502b-a59a-4385-afdb-7f270ff45efa', 'port_id': 'f912ba9a-ae55-40be-be23-3004968b0104', 'mac_address': 'fa:16:3e:a0:75:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:49:35.113279 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port f912ba9a-ae55-40be-be23-3004968b0104 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:35.113669 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (f912ba9a-ae55-40be-be23-3004968b0104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.130500 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f912ba9a-ae55-40be-be23-3004968b0104 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:35.151501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port f912ba9a-ae55-40be-be23-3004968b0104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f912ba9a-ae55-40be-be23-3004968b0104,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:35.248916 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (f912ba9a-ae55-40be-be23-3004968b0104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.305755 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=f912ba9a-ae55-40be-be23-3004968b0104,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:35.458010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ef9a3-6f7c-406a-8f9d-5bf94e4f8ead req-ec9f8d36-ecaa-4467-b86d-e60075abf403 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:35.461778 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-257ef9a3-6f7c-406a-8f9d-5bf94e4f8ead req-ec9f8d36-ecaa-4467-b86d-e60075abf403 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0868101 Apr 11 16:49:35.529539 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-257ef9a3-6f7c-406a-8f9d-5bf94e4f8ead req-bc0ee9df-786e-4ce3-8d5d-8ea4a53c7a94 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612416 Apr 11 16:49:35.651359 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['f912ba9a-ae55-40be-be23-3004968b0104'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:35.837999 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6689-c484-4732-93fc-eb116706a0b0 req-9d8cbde2-5f10-4356-b7e0-136d1d9bf3db tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:35.839598 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0a8a6689-c484-4732-93fc-eb116706a0b0 req-9d8cbde2-5f10-4356-b7e0-136d1d9bf3db tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 944 time: 0.0605333 Apr 11 16:49:35.889407 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0a8a6689-c484-4732-93fc-eb116706a0b0 req-a26a603d-15b9-4bbd-bead-a14b40957d3c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Apr 11 16:49:36.657104 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9c6ef-d562-4123-a199-48e7af52a6d1 req-23b6dcc6-7113-44b6-b503-7c3f8ffa82cb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:36.658710 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-47d9c6ef-d562-4123-a199-48e7af52a6d1 req-23b6dcc6-7113-44b6-b503-7c3f8ffa82cb tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0505128 Apr 11 16:49:36.710080 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-47d9c6ef-d562-4123-a199-48e7af52a6d1 req-18dddbc7-766d-4325-9766-1a6ea47e54ed tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450883 Apr 11 16:49:36.925482 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device f912ba9a-ae55-40be-be23-3004968b0104 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:49:36.988417 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port f912ba9a-ae55-40be-be23-3004968b0104 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:49:37.028236 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589b95-7054-4a64-8363-f9ec618c1843 req-39ea10c0-5ce1-4d4f-8e2c-092d37def4e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.029915 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-da589b95-7054-4a64-8363-f9ec618c1843 req-39ea10c0-5ce1-4d4f-8e2c-092d37def4e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 944 time: 0.0557880 Apr 11 16:49:37.048421 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port f912ba9a-ae55-40be-be23-3004968b0104 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:37.048796 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (f912ba9a-ae55-40be-be23-3004968b0104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:37.086209 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-da589b95-7054-4a64-8363-f9ec618c1843 req-b57277c9-377d-4e64-9ca4-16f758a30ae4 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488079 Apr 11 16:49:37.104102 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:49:37.167760 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port f912ba9a-ae55-40be-be23-3004968b0104 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:37.168152 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (f912ba9a-ae55-40be-be23-3004968b0104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:37.193718 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f912ba9a-ae55-40be-be23-3004968b0104'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:37.196585 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37af4fe-4215-44e6-a9e3-e4e497b1194a" -d '{"events": [{"server_uuid": "f02c65d4-dbf2-47f2-8e4d-aa8dc033b555", "name": "network-vif-plugged", "status": "completed", "tag": "f912ba9a-ae55-40be-be23-3004968b0104"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:37.216065 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port f912ba9a-ae55-40be-be23-3004968b0104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f912ba9a-ae55-40be-be23-3004968b0104,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:37.254204 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12469c7-c25f-4726-bb93-cde2dcaf9577 x-openstack-request-id: req-c12469c7-c25f-4726-bb93-cde2dcaf9577 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:37.254560 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02c65d4-dbf2-47f2-8e4d-aa8dc033b555", "name": "network-vif-plugged", "status": "completed", "tag": "f912ba9a-ae55-40be-be23-3004968b0104", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:37.254845 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c12469c7-c25f-4726-bb93-cde2dcaf9577 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:37.255272 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12469c7-c25f-4726-bb93-cde2dcaf9577'] response: {'server_uuid': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f912ba9a-ae55-40be-be23-3004968b0104', 'code': 200} Apr 11 16:49:37.256596 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (f912ba9a-ae55-40be-be23-3004968b0104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:37.310307 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=f912ba9a-ae55-40be-be23-3004968b0104,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:37.594170 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d55f8-8f9c-4a5f-bc05-60404c4493af req-20327245-b2ff-4174-a6c4-b64c99eb956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.596672 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e6d55f8-8f9c-4a5f-bc05-60404c4493af req-20327245-b2ff-4174-a6c4-b64c99eb956d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 1129 time: 0.0450540 Apr 11 16:49:37.656049 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e6d55f8-8f9c-4a5f-bc05-60404c4493af req-6e718385-016a-4085-95cb-be44d19a2856 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Apr 11 16:49:37.835039 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c4d81-5a07-4d2a-9cbc-9719d02ceb46 req-41d18c25-4700-4d30-8d3f-f1349e2ad537 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.837358 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-488c4d81-5a07-4d2a-9cbc-9719d02ceb46 req-41d18c25-4700-4d30-8d3f-f1349e2ad537 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0520906 Apr 11 16:49:37.891066 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-488c4d81-5a07-4d2a-9cbc-9719d02ceb46 req-87cf7406-a7c8-4345-8659-9975d692c60c tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474160 Apr 11 16:49:38.234020 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92287-8d80-4951-8df1-52bed6721222 req-452537b3-6ad0-496d-9b14-bd5aff358055 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.235692 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fce92287-8d80-4951-8df1-52bed6721222 req-452537b3-6ad0-496d-9b14-bd5aff358055 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0492904 Apr 11 16:49:38.293566 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fce92287-8d80-4951-8df1-52bed6721222 req-7dff22e7-fcb8-4b8a-9893-77a57c457b3f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519564 Apr 11 16:49:39.024822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1e59c-14bb-4db0-a357-cf6f6e535d2a req-37ac3eb3-8dcb-4f8d-a891-705acba7abfd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:39.026419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fdc1e59c-14bb-4db0-a357-cf6f6e535d2a req-37ac3eb3-8dcb-4f8d-a891-705acba7abfd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0637901 Apr 11 16:49:39.079161 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fdc1e59c-14bb-4db0-a357-cf6f6e535d2a req-e7047d64-79b3-4cd9-aede-141279a9af86 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462666 Apr 11 16:49:39.414767 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec76e-3c0b-4acf-b7b4-dfba83aaf662 req-ec534bcd-9cf2-4a64-81d5-cbf923d51aaf tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:39.416467 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-158ec76e-3c0b-4acf-b7b4-dfba83aaf662 req-ec534bcd-9cf2-4a64-81d5-cbf923d51aaf tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0503008 Apr 11 16:49:39.473774 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-158ec76e-3c0b-4acf-b7b4-dfba83aaf662 req-87533885-d9bf-4344-87cd-a32112640ad6 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471215 Apr 11 16:49:39.631271 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-db98b310-a627-460c-a2c4-856e54f3c9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.214212 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca005f3-6243-4766-8edc-a4b914845b09 req-8fe2fe80-819a-4f51-99ab-cb7210b970ae tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:40.215792 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bca005f3-6243-4766-8edc-a4b914845b09 req-8fe2fe80-819a-4f51-99ab-cb7210b970ae tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0549781 Apr 11 16:49:40.281809 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bca005f3-6243-4766-8edc-a4b914845b09 req-0e28675a-51ab-4ae1-a15b-9e4b64c991ca tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556564 Apr 11 16:49:40.615095 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a74e94-79e3-4652-9d63-fe51941ff008 req-b9c0ca2a-c123-49c9-b2c1-55fc10b38edc tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:40.616802 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-20a74e94-79e3-4652-9d63-fe51941ff008 req-b9c0ca2a-c123-49c9-b2c1-55fc10b38edc tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Apr 11 16:49:40.669358 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-20a74e94-79e3-4652-9d63-fe51941ff008 req-70cd20c9-eeb4-49d4-ba9e-4e6e9f937418 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Apr 11 16:49:41.428216 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332275c2-7673-4893-b202-c845f5f6ed04 req-fe5ab3dc-b821-4ca7-ac61-7ef9426cebbd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:41.430680 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-332275c2-7673-4893-b202-c845f5f6ed04 req-fe5ab3dc-b821-4ca7-ac61-7ef9426cebbd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0620611 Apr 11 16:49:41.511300 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-332275c2-7673-4893-b202-c845f5f6ed04 req-5c1a3fae-ffa8-4f38-9947-3d5fbb23c344 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734439 Apr 11 16:49:42.237721 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d59f-6761-4bca-b9ea-56b6847f54bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:42.644116 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e2823-d5a4-49f7-99eb-82c5b2f41478 req-b0ad5a3a-dcf9-4d49-b61d-cbb545d6274a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:42.645773 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4a4e2823-d5a4-49f7-99eb-82c5b2f41478 req-b0ad5a3a-dcf9-4d49-b61d-cbb545d6274a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0567291 Apr 11 16:49:42.708482 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4a4e2823-d5a4-49f7-99eb-82c5b2f41478 req-1b0cc661-281e-4672-9b79-f9fbba17f6e6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530317 Apr 11 16:49:43.328365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:43.545905 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:43.850718 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f2217-ac6d-428f-998b-bb77396eda5a req-d878bda3-685b-4974-84b0-665fb53e5d5d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:43.853026 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-635f2217-ac6d-428f-998b-bb77396eda5a req-d878bda3-685b-4974-84b0-665fb53e5d5d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0514557 Apr 11 16:49:43.910612 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-635f2217-ac6d-428f-998b-bb77396eda5a req-e5256b0e-ce91-423e-8eb3-3d8f30cab17d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506372 Apr 11 16:49:44.917051 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:45.078170 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386049c3-a145-4698-b871-f1ec25b3a71a req-47f24905-841c-4a0b-b8eb-ffc5f59ca57d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:45.079755 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-386049c3-a145-4698-b871-f1ec25b3a71a req-47f24905-841c-4a0b-b8eb-ffc5f59ca57d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0835891 Apr 11 16:49:45.137865 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-386049c3-a145-4698-b871-f1ec25b3a71a req-1c02aea5-fb5c-48a2-b9a9-6afe763dd2bc tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502145 Apr 11 16:49:45.979861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:46.288995 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7662c-d122-4191-a49c-16cf3fc4a593 req-b8282b37-ac89-4102-a4d2-a72131c5f008 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:46.297050 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e2a7662c-d122-4191-a49c-16cf3fc4a593 req-b8282b37-ac89-4102-a4d2-a72131c5f008 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0590589 Apr 11 16:49:46.360616 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e2a7662c-d122-4191-a49c-16cf3fc4a593 req-eb9b0dd4-745a-48d7-a588-0cd60307e9fa tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628679 Apr 11 16:49:46.420562 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a9161-9aa3-4bcf-9294-79d8bebd27f1 req-0e258341-2ab5-4476-80f8-987e378d1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:46.422440 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d17a9161-9aa3-4bcf-9294-79d8bebd27f1 req-0e258341-2ab5-4476-80f8-987e378d1677 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0437071 Apr 11 16:49:46.472349 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d17a9161-9aa3-4bcf-9294-79d8bebd27f1 req-d4455acc-dff5-438c-82d8-d62a6a889a4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397825 Apr 11 16:49:47.493817 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215a02c-58fb-4b37-a085-70b233987c11 req-df164555-ae2f-4e36-ac2f-aae34371f99f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.495687 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0215a02c-58fb-4b37-a085-70b233987c11 req-df164555-ae2f-4e36-ac2f-aae34371f99f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0527773 Apr 11 16:49:47.551622 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0215a02c-58fb-4b37-a085-70b233987c11 req-0ef7fccd-5f03-47b8-afda-e7c304ee9e2d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497596 Apr 11 16:49:48.723871 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ddcb3-1db6-4b68-afd8-abb6fca90e45 req-02de1233-c6bb-4ae2-893f-af57eb59b1a2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:48.726840 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a05ddcb3-1db6-4b68-afd8-abb6fca90e45 req-02de1233-c6bb-4ae2-893f-af57eb59b1a2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0875750 Apr 11 16:49:48.793790 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a05ddcb3-1db6-4b68-afd8-abb6fca90e45 req-2c574bc1-2b6e-4e16-8a1f-dd31a9ecd53a tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598013 Apr 11 16:49:49.966507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c03da-c9f3-4e12-adbe-55663a8e72ec req-7cb9171a-0705-4e18-a49e-85883439425e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:49.968526 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8f0c03da-c9f3-4e12-adbe-55663a8e72ec req-7cb9171a-0705-4e18-a49e-85883439425e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0780900 Apr 11 16:49:50.027747 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8f0c03da-c9f3-4e12-adbe-55663a8e72ec req-c00e6167-3f27-4d32-af40-f029a71104e3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526199 Apr 11 16:49:50.577265 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27d863-9e71-4a17-a2b3-ebbe5e447109 req-d1957681-808d-4183-9a4d-60af8cc05e65 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.579317 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9a27d863-9e71-4a17-a2b3-ebbe5e447109 req-d1957681-808d-4183-9a4d-60af8cc05e65 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0860186 Apr 11 16:49:50.588165 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-8c99d301-debb-45ff-a4ae-bd39a0153f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.589883 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-8c99d301-debb-45ff-a4ae-bd39a0153f7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0611887 Apr 11 16:49:50.700785 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9a27d863-9e71-4a17-a2b3-ebbe5e447109 req-3ddd4fd7-076a-4a10-8690-88854b17743f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097987 Apr 11 16:49:50.729290 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-62637d23-80ee-45b5-9b0d-c1809c256e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.730756 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-62637d23-80ee-45b5-9b0d-c1809c256e34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1329865 Apr 11 16:49:50.800153 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-317ef4e5-5b0b-40cb-86e2-284ccd52e973 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 1001 time: 0.0614662 Apr 11 16:49:50.852778 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-064ef2a0-21b5-40ae-8e5d-4af9c2293ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.854453 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-064ef2a0-21b5-40ae-8e5d-4af9c2293ab6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0461373 Apr 11 16:49:50.907585 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-ca4fa276-8901-4ffc-821e-c8fcfc28860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.909095 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-ca4fa276-8901-4ffc-821e-c8fcfc28860a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448856 Apr 11 16:49:51.013425 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-fd0d48e0-e70c-45ac-baf8-97174c6f5ba6 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960109 Apr 11 16:49:51.386298 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1888b7e8-4e5f-4997-8d27-357c8e42744c req-0a9575e0-1178-4ac5-ab7c-ef78db0c3e5b service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618040 Apr 11 16:49:51.838640 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb03c-b887-4e85-9299-482367adc9de req-f8857d6a-ad56-45de-9cc2-df799e08e34e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:51.840262 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e01fb03c-b887-4e85-9299-482367adc9de req-f8857d6a-ad56-45de-9cc2-df799e08e34e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0514064 Apr 11 16:49:51.896313 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e01fb03c-b887-4e85-9299-482367adc9de req-f1148954-d386-49fb-b4e0-d29195bf1c1d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Apr 11 16:49:53.020358 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7277a-5305-46d6-9557-0f697c67ef21 req-eb77aea7-c164-4877-8472-af01a6fb6ed2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:53.021932 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b1b7277a-5305-46d6-9557-0f697c67ef21 req-eb77aea7-c164-4877-8472-af01a6fb6ed2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0509412 Apr 11 16:49:53.076125 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b1b7277a-5305-46d6-9557-0f697c67ef21 req-0c0e092f-e63e-42e3-8522-774a201c1218 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483289 Apr 11 16:49:54.204011 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8f9c-6f2e-4a56-8fed-eafcbe6e20bd req-b944686e-f778-4354-8fd6-709c83f4d073 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:54.205642 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d43a8f9c-6f2e-4a56-8fed-eafcbe6e20bd req-b944686e-f778-4354-8fd6-709c83f4d073 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0537052 Apr 11 16:49:54.264111 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d43a8f9c-6f2e-4a56-8fed-eafcbe6e20bd req-df85aaea-85e6-411c-b672-5cc9799a5eb3 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483785 Apr 11 16:49:55.403286 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a752f-ac4d-4e1a-a9f3-507bf5938199 req-65555144-f26f-4185-bf28-87d07785a3a1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:55.404858 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-569a752f-ac4d-4e1a-a9f3-507bf5938199 req-65555144-f26f-4185-bf28-87d07785a3a1 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0522070 Apr 11 16:49:55.457249 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-569a752f-ac4d-4e1a-a9f3-507bf5938199 req-be9da0fa-74de-4b30-a6d9-7993dacf360f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Apr 11 16:49:56.583911 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff93a4-678f-4592-b468-67afd472cd00 req-fc9390ee-2a25-4d6e-be80-0848f2de9b4b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:56.585497 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7aff93a4-678f-4592-b468-67afd472cd00 req-fc9390ee-2a25-4d6e-be80-0848f2de9b4b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0519085 Apr 11 16:49:56.640253 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7aff93a4-678f-4592-b468-67afd472cd00 req-e3955c45-a96d-47db-8f3e-aa3e4296fa6d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Apr 11 16:49:57.771552 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ae8fd-e9f0-4ad5-88b8-d4835da1f414 req-1355137f-e660-4874-b35a-3189e9f19aa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:57.773758 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-241ae8fd-e9f0-4ad5-88b8-d4835da1f414 req-1355137f-e660-4874-b35a-3189e9f19aa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0507998 Apr 11 16:49:57.822887 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-241ae8fd-e9f0-4ad5-88b8-d4835da1f414 req-e8c4624b-eb9c-4ca2-8ddc-f03b8e01d954 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Apr 11 16:49:58.948636 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080304-be48-4a13-bfb5-0445fdd9bb2d req-fe69490b-8536-4f2e-adf1-b5385d9f233d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:58.950396 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ca080304-be48-4a13-bfb5-0445fdd9bb2d req-fe69490b-8536-4f2e-adf1-b5385d9f233d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0550179 Apr 11 16:49:59.013679 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ca080304-be48-4a13-bfb5-0445fdd9bb2d req-aeab21a0-bd70-4536-ada5-350c3028fe29 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554876 Apr 11 16:50:00.144620 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9a4f4-0194-4853-9b48-7c58fd6305b3 req-9cab79f8-a3a9-4223-a5f4-3a8adbc41a91 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.146122 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-05c9a4f4-0194-4853-9b48-7c58fd6305b3 req-9cab79f8-a3a9-4223-a5f4-3a8adbc41a91 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Apr 11 16:50:00.207558 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-05c9a4f4-0194-4853-9b48-7c58fd6305b3 req-3f7a86ad-ce01-4fd3-8064-6006b224c6dd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516250 Apr 11 16:50:00.350420 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a8b77-a77b-4f25-a962-4e1048fdccff req-4725a0ad-4524-4def-b687-c6324ac3c968 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.352326 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-951a8b77-a77b-4f25-a962-4e1048fdccff req-4725a0ad-4524-4def-b687-c6324ac3c968 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0507185 Apr 11 16:50:00.367201 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39554) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:00.372016 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Request body: {'floatingip': {'port_id': '820118dc-5009-4087-9401-1fa32441518a'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:00.433978 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.994334 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:01.053376 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:01.564808 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:01.689862 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:01.695772 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:01.700982 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] Sync routers for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:01.712725 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:01.713459 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:49:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:01.730110 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:01.732708 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e156a40-430f-4d00-8949-ade926f3cd64" -d '{"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:01.776363 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c1969944-0e3c-4dda-8258-f402bb44a6a4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "PUT /v2.0/floatingips/af6b6fe5-b2f2-49de-9fe5-48393160f1e0 HTTP/1.1" status: 200 len: 993 time: 1.4075229 Apr 11 16:50:01.785182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003c8a83-db65-4433-bcc5-99a23cbb4f65 x-openstack-request-id: req-003c8a83-db65-4433-bcc5-99a23cbb4f65 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:01.785682 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:01.786105 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-003c8a83-db65-4433-bcc5-99a23cbb4f65 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:01.786770 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003c8a83-db65-4433-bcc5-99a23cbb4f65'] response: {'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a', 'status': 'completed', 'code': 200} Apr 11 16:50:01.843570 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:02.075400 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'af6b6fe5-b2f2-49de-9fe5-48393160f1e0', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:11Z', 'updated_at': '2022-04-11T16:50:00Z', 'revision_number': 3, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:02.103414 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] Checking router: 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:02.112224 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:02.112846 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:49:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:02.230628 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:02.550118 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'af6b6fe5-b2f2-49de-9fe5-48393160f1e0', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:11Z', 'updated_at': '2022-04-11T16:50:00Z', 'revision_number': 3, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:02.577727 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ba8e9-b867-4388-836d-85129dece9f4 None None] The sync data for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi is: [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'af6b6fe5-b2f2-49de-9fe5-48393160f1e0', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'port_id': '820118dc-5009-4087-9401-1fa32441518a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'mac_address': 'fa:16:3e:02:01:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:11Z', 'updated_at': '2022-04-11T16:50:00Z', 'revision_number': 3, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:03.282491 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-f2ae6109-7c1f-4893-8b57-d3094ac9e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:03.284024 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-f2ae6109-7c1f-4893-8b57-d3094ac9e10a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0512581 Apr 11 16:50:03.377937 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-d3a98987-f775-4395-889c-2e04c38f30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:03.379505 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-d3a98987-f775-4395-889c-2e04c38f30be service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.0889580 Apr 11 16:50:03.449824 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-7ee6c02e-1a8d-4820-953b-8a31d5d383e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 1001 time: 0.0636878 Apr 11 16:50:03.499046 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-246ef7a8-8ae3-4d56-a7f6-2224040c4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:03.500615 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-246ef7a8-8ae3-4d56-a7f6-2224040c4027 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0453398 Apr 11 16:50:03.548582 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-06a40809-93ea-41d5-a5bf-f8ffdec8b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:03.548582 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-06a40809-93ea-41d5-a5bf-f8ffdec8b04c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416336 Apr 11 16:50:03.643628 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-97b1c780-2e8b-471f-b27a-2b3c454e18d3 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Apr 11 16:50:03.734931 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e156a40-430f-4d00-8949-ade926f3cd64 req-26f4bbf4-fb01-41a9-bfba-cd746684fd0f service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852883 Apr 11 16:50:03.788382 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:03.790851 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd228f07-57b1-4823-a895-c7b03531eeee" -d '{"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:03.826840 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f89453-fe1e-41f0-92a0-0a67d01b14c4 x-openstack-request-id: req-a7f89453-fe1e-41f0-92a0-0a67d01b14c4 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:03.827131 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "tag": "820118dc-5009-4087-9401-1fa32441518a", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:03.827381 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7f89453-fe1e-41f0-92a0-0a67d01b14c4 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:03.827810 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f89453-fe1e-41f0-92a0-0a67d01b14c4'] response: {'name': 'network-changed', 'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'tag': '820118dc-5009-4087-9401-1fa32441518a', 'status': 'completed', 'code': 200} Apr 11 16:50:03.923610 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f07-57b1-4823-a895-c7b03531eeee req-c7e64b04-24f1-4ab9-a931-d989713deeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:03.926171 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-c7e64b04-24f1-4ab9-a931-d989713deeb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0703678 Apr 11 16:50:04.018859 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f07-57b1-4823-a895-c7b03531eeee req-f977f0cd-0670-45a6-aa24-ae7f7bda4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:04.020424 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-f977f0cd-0670-45a6-aa24-ae7f7bda4dd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.0879366 Apr 11 16:50:04.091911 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-5ef86e7e-1be0-462d-97cc-067490159770 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 1001 time: 0.0642879 Apr 11 16:50:04.142310 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f07-57b1-4823-a895-c7b03531eeee req-5152a0d2-1c8b-4d1d-8ade-dd33f9fd2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:04.143831 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-5152a0d2-1c8b-4d1d-8ade-dd33f9fd2ef2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0456293 Apr 11 16:50:04.187764 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f07-57b1-4823-a895-c7b03531eeee req-c46ad1bb-a967-4546-a83e-855dcdc1fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:04.190506 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-c46ad1bb-a967-4546-a83e-855dcdc1fb8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398481 Apr 11 16:50:04.284875 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-1fafa044-0ddc-4184-ba01-4031645060c6 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896235 Apr 11 16:50:04.381607 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dd228f07-57b1-4823-a895-c7b03531eeee req-e7cd8ee9-17bc-427e-b9d5-fb8c26d8d12c service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905845 Apr 11 16:50:09.613402 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e20f-9882-4cd8-8228-5eb6b01ab4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:10.829709 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e91d9-362e-439f-a024-8b7a5b78cb7f req-c62dcc6a-b624-4c6b-86a2-a97bd16b1b8f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.831236 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-168e91d9-362e-439f-a024-8b7a5b78cb7f req-c62dcc6a-b624-4c6b-86a2-a97bd16b1b8f tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0542200 Apr 11 16:50:10.907785 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-168e91d9-362e-439f-a024-8b7a5b78cb7f req-a921c8aa-60a0-47a2-861c-22f66c27176c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691931 Apr 11 16:50:12.040152 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ad859-2e9d-4c18-961d-b053b81d1ccd req-5a34aaa1-2846-457a-aa0c-fa478904ba02 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.041858 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7c9ad859-2e9d-4c18-961d-b053b81d1ccd req-5a34aaa1-2846-457a-aa0c-fa478904ba02 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0540228 Apr 11 16:50:12.101177 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7c9ad859-2e9d-4c18-961d-b053b81d1ccd req-7e9f8e5a-5ad4-462c-b689-92a76c603c55 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496910 Apr 11 16:50:12.270709 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9cae56a0-c077-44e7-a6bb-69af2c0976f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.080962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-a4b4c678-2adb-4be4-b3ee-afbd7ad4a2ba tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.083565 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-a4b4c678-2adb-4be4-b3ee-afbd7ad4a2ba tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0733738 Apr 11 16:50:13.252351 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Deleting port f912ba9a-ae55-40be-be23-3004968b0104 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:13.252686 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (f912ba9a-ae55-40be-be23-3004968b0104), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.264536 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5467d33-4cba-468d-97fe-09a6f60388e6 req-6f31f9e0-7ee3-45c6-893c-ea7b87a4ebea tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.266052 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a5467d33-4cba-468d-97fe-09a6f60388e6 req-6f31f9e0-7ee3-45c6-893c-ea7b87a4ebea tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 945 time: 0.0755999 Apr 11 16:50:13.316323 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.376894 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a5467d33-4cba-468d-97fe-09a6f60388e6 req-8373c4a9-b34d-496d-a32c-975f77d6820c tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b36dce-3e46-4973-8241-6ddea24d1cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005023 Apr 11 16:50:13.393397 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] For port f912ba9a-ae55-40be-be23-3004968b0104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f912ba9a-ae55-40be-be23-3004968b0104,segment=NetworkSegment(aaedb74d-6034-4441-b10f-8b27dd6d81e9),segment_id=aaedb74d-6034-4441-b10f-8b27dd6d81e9)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:13.393759 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (f912ba9a-ae55-40be-be23-3004968b0104), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.408003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Calling delete_port for f912ba9a-ae55-40be-be23-3004968b0104 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:13.572941 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.670792 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (f912ba9a-ae55-40be-be23-3004968b0104), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.704453 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Pushing event deleted for resources: {'Port': ['ID=f912ba9a-ae55-40be-be23-3004968b0104,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:13.753892 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] No DVR routers for this DVR port f912ba9a-ae55-40be-be23-3004968b0104 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:13.758302 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.764421 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d351de59-bd89-4bab-92b7-442ba0c1575e req-fa390466-2e18-4eec-a696-d702f78038e8 tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.60 "DELETE /v2.0/ports/f912ba9a-ae55-40be-be23-3004968b0104 HTTP/1.1" status: 204 len: 173 time: 0.6734123 Apr 11 16:50:13.765149 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'name': 'network-vif-deleted', 'tag': 'f912ba9a-ae55-40be-be23-3004968b0104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:13.769110 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f22029a-2419-4f6b-a302-6d9ef88513f6" -d '{"events": [{"server_uuid": "f02c65d4-dbf2-47f2-8e4d-aa8dc033b555", "name": "network-vif-deleted", "tag": "f912ba9a-ae55-40be-be23-3004968b0104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:13.814680 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7da042-81ad-4891-82b4-e2baec63231d x-openstack-request-id: req-0a7da042-81ad-4891-82b4-e2baec63231d {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:13.815010 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02c65d4-dbf2-47f2-8e4d-aa8dc033b555", "name": "network-vif-deleted", "tag": "f912ba9a-ae55-40be-be23-3004968b0104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:13.815299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a7da042-81ad-4891-82b4-e2baec63231d {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:13.815779 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7da042-81ad-4891-82b4-e2baec63231d'] response: {'server_uuid': 'f02c65d4-dbf2-47f2-8e4d-aa8dc033b555', 'name': 'network-vif-deleted', 'tag': 'f912ba9a-ae55-40be-be23-3004968b0104', 'status': 'completed', 'code': 200} Apr 11 16:50:14.109056 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:14.502649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0d2df88-007b-42b8-b111-2e124d857447 req-d107a47a-d8fe-403c-aec3-45b5563f96ff tempest-VolumesSnapshotTestJSON-1464348434 tempest-VolumesSnapshotTestJSON-1464348434-project] 10.222.0.43 "GET /v2.0/ports?device_id=f02c65d4-dbf2-47f2-8e4d-aa8dc033b555 HTTP/1.1" status: 200 len: 210 time: 0.0299227 Apr 11 16:50:14.898832 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.140900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device f912ba9a-ae55-40be-be23-3004968b0104 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:15.161474 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: f912ba9a-ae55-40be-be23-3004968b0104 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:15.162493 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device f912ba9a-ae55-40be-be23-3004968b0104 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:15.967405 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:17.787263 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-26fe6635-54e9-492a-a193-ae66f4767e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424793 Apr 11 16:50:17.855747 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-7825cf0c-600e-450b-a7e6-8e9ed21dd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.857345 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-7825cf0c-600e-450b-a7e6-8e9ed21dd543 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 1131 time: 0.0444918 Apr 11 16:50:17.975625 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-01197203-8dff-4eae-aa86-e33372849e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.977164 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-01197203-8dff-4eae-aa86-e33372849e36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.0947065 Apr 11 16:50:18.050593 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-0c6ed8a6-2ef8-4010-9329-89b3e9dae2c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 200 len: 1002 time: 0.0657556 Apr 11 16:50:18.101175 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-83b699ea-18a3-4e6d-b39e-5b55a3c8cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:18.102644 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-83b699ea-18a3-4e6d-b39e-5b55a3c8cd65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0453596 Apr 11 16:50:18.150662 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-c8b99c45-a8ee-477c-80fc-fbb012e4bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:18.152224 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-c8b99c45-a8ee-477c-80fc-fbb012e4bcaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408721 Apr 11 16:50:18.267741 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-34301b11-4669-4533-a96b-49abb2561f62 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087799 Apr 11 16:50:19.488545 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-09d7e8cc-e4af-4d0d-b038-01ddb9e497f7 req-7a43442c-1d6c-4f43-8e29-5339573478d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946248 Apr 11 16:50:39.629804 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f4a11805-b833-40e9-baf1-b072cdcb7b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:42.241649 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-009b6bd7-fc34-4b80-98b9-1066333e3b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:43.361198 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:43.544353 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.921378 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.637625 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39772) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:45.682723 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Deleting subnet c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:50:45.685831 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Publish callbacks [] for subnet (c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.720151 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.758830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.888577 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.920194 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:45.924678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.928606 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c13bf3d0-b9b0-4347-8fd3-01d5a59bd04c HTTP/1.1" status: 204 len: 168 time: 0.2899499 Apr 11 16:50:45.931125 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 39774) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:45.933936 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.934331 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.934655 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.935003 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.935346 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.935715 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.936049 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.936382 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.936718 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.937096 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.937382 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.937714 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.938046 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.938375 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.938700 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bbb7-2f44-474a-a15d-870f77d27ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.990583 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.005502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (1e35502b-a59a-4385-afdb-7f270ff45efa), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.081722 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (1e35502b-a59a-4385-afdb-7f270ff45efa), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.106082 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e35502b-a59a-4385-afdb-7f270ff45efa']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:46.115715 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaedb74d-6034-4441-b10f-8b27dd6d81e9') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:46.116003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaedb74d-6034-4441-b10f-8b27dd6d81e9') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:46.125338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (aaedb74d-6034-4441-b10f-8b27dd6d81e9), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.139176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (aaedb74d-6034-4441-b10f-8b27dd6d81e9), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.145021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:50:46.145950 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (aaedb74d-6034-4441-b10f-8b27dd6d81e9), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:50:46.147646 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:50:46.269824 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (1e35502b-a59a-4385-afdb-7f270ff45efa), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.276237 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.280900 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] 10.222.0.43 "DELETE /v2.0/networks/1e35502b-a59a-4385-afdb-7f270ff45efa HTTP/1.1" status: 204 len: 168 time: 0.3471508 Apr 11 16:50:46.291192 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1e35502b-a59a-4385-afdb-7f270ff45efa,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:46.299004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.299344 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.303348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.304338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.304338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.304338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09983522-1f1b-426e-9ad7-39b8bed314fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:46.695296 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 39778) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:46.737914 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0f252b30-4534-43e8-ab09-abaee02813db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0387bb3fbf2485c8a6008defba1ba37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413208 Apr 11 16:50:46.741065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 39780) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:46.795023 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21540ae6-26d3-4864-bd6e-f4f9f6d70c8c admin admin] Publish callbacks [] for security_group (59b36dce-3e46-4973-8241-6ddea24d1cdf), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.818099 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21540ae6-26d3-4864-bd6e-f4f9f6d70c8c admin admin] Publish callbacks [] for security_group (59b36dce-3e46-4973-8241-6ddea24d1cdf), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.995612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21540ae6-26d3-4864-bd6e-f4f9f6d70c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (59b36dce-3e46-4973-8241-6ddea24d1cdf), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.998108 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-21540ae6-26d3-4864-bd6e-f4f9f6d70c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.999281 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-21540ae6-26d3-4864-bd6e-f4f9f6d70c8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59b36dce-3e46-4973-8241-6ddea24d1cdf HTTP/1.1" status: 204 len: 168 time: 0.2573013 Apr 11 16:50:47.007452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21540ae6-26d3-4864-bd6e-f4f9f6d70c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b36dce-3e46-4973-8241-6ddea24d1cdf,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:51.107961 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:58.585317 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39860) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:58.697125 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8cf9-fd57-4cb0-b6ff-121f7e4cbcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.773022 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8cf9-fd57-4cb0-b6ff-121f7e4cbcc6 admin admin] Publish callbacks [] for security_group (e9c94183-e277-4274-9a93-3d4b8c9cb21e), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.853082 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8cf9-fd57-4cb0-b6ff-121f7e4cbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e9c94183-e277-4274-9a93-3d4b8c9cb21e), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.890401 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b8cf9-fd57-4cb0-b6ff-121f7e4cbcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c94183-e277-4274-9a93-3d4b8c9cb21e,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:58.894791 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6e0b8cf9-fd57-4cb0-b6ff-121f7e4cbcc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a75adfa72cd54d388e1e7d7e4a52930d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084278 Apr 11 16:50:58.898175 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39864) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:58.947473 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1aedca4b-ee15-437a-b97b-b85990859702 admin admin] Publish callbacks [] for security_group (e9c94183-e277-4274-9a93-3d4b8c9cb21e), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.969599 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1aedca4b-ee15-437a-b97b-b85990859702 admin admin] Publish callbacks [] for security_group (e9c94183-e277-4274-9a93-3d4b8c9cb21e), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.098193 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1aedca4b-ee15-437a-b97b-b85990859702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e9c94183-e277-4274-9a93-3d4b8c9cb21e), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.101723 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1aedca4b-ee15-437a-b97b-b85990859702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.102881 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1aedca4b-ee15-437a-b97b-b85990859702 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9c94183-e277-4274-9a93-3d4b8c9cb21e HTTP/1.1" status: 204 len: 168 time: 0.2037988 Apr 11 16:50:59.110716 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedca4b-ee15-437a-b97b-b85990859702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c94183-e277-4274-9a93-3d4b8c9cb21e,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:05.388573 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa77c95-1034-465a-acc9-b225f90fe854 req-f07fcd88-bf4b-4061-8095-bf4f43da8274 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:05.390175 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4fa77c95-1034-465a-acc9-b225f90fe854 req-f07fcd88-bf4b-4061-8095-bf4f43da8274 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0500314 Apr 11 16:51:05.442284 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4fa77c95-1034-465a-acc9-b225f90fe854 req-71304527-e111-4456-a7aa-24113f2068f2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461142 Apr 11 16:51:06.575986 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7361633-ec55-49c0-a978-17b7e14fecfa req-4da758db-310f-4844-b35f-1fad60b27bab tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:06.578177 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c7361633-ec55-49c0-a978-17b7e14fecfa req-4da758db-310f-4844-b35f-1fad60b27bab tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0547137 Apr 11 16:51:06.626691 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c7361633-ec55-49c0-a978-17b7e14fecfa req-c9d5731a-f16f-444d-b73f-77b8b18b02fb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420210 Apr 11 16:51:07.250500 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-87ff74b7-ef1e-4743-8ff1-a872a489cb89 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:07.251998 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-87ff74b7-ef1e-4743-8ff1-a872a489cb89 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0447178 Apr 11 16:51:07.341834 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Deleting port 5c43743b-0779-45a5-b9eb-0df80a70ab94 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:07.342164 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.434013 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] For port 5c43743b-0779-45a5-b9eb-0df80a70ab94, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5c43743b-0779-45a5-b9eb-0df80a70ab94,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:07.434369 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.724364 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.724773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (ea084b2a-f011-40d2-9754-07609be764c6), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.725097 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Floating IP ea084b2a-f011-40d2-9754-07609be764c6 disassociated. External IP: 172.27.2.213, port: 5c43743b-0779-45a5-b9eb-0df80a70ab94. Apr 11 16:51:07.725533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Calling delete_port for 5c43743b-0779-45a5-b9eb-0df80a70ab94 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:07.769258 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f4fe1-ce83-482d-9244-574b26b144c4 req-b84abe14-bd02-4d24-aacd-75131bc9299f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:07.770817 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-978f4fe1-ce83-482d-9244-574b26b144c4 req-b84abe14-bd02-4d24-aacd-75131bc9299f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 947 time: 0.0705009 Apr 11 16:51:07.869422 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-978f4fe1-ce83-482d-9244-574b26b144c4 req-22bace45-b4c2-4008-9ea4-dfbeb1e73456 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e60f3ab-87ec-4cf9-950e-7f92b681bb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673685 Apr 11 16:51:08.001260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (5c43743b-0779-45a5-b9eb-0df80a70ab94), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.032873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event deleted for resources: {'Port': ['ID=5c43743b-0779-45a5-b9eb-0df80a70ab94,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:08.155866 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:08.513027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:08.523932 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:08.538170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:08.538797 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:50:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:08.566354 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] No DVR routers for this DVR port 5c43743b-0779-45a5-b9eb-0df80a70ab94 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:08.569272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.572552 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-442d68c0-3a0a-4034-86e8-b8faf85b7b29 req-085b05f7-4643-4db4-b5c9-6412904978f7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "DELETE /v2.0/ports/5c43743b-0779-45a5-b9eb-0df80a70ab94 HTTP/1.1" status: 204 len: 173 time: 1.3153439 Apr 11 16:51:08.573012 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-deleted', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:08.575479 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6f7742-5698-4b7e-8e8a-78f722e054a6" -d '{"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-deleted", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:08.612841 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec66e4-659f-4353-babe-0ebfaa961ac1 x-openstack-request-id: req-3dec66e4-659f-4353-babe-0ebfaa961ac1 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:08.613142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d1153e-074d-4c7f-ab5a-58229f81052b", "name": "network-vif-deleted", "tag": "5c43743b-0779-45a5-b9eb-0df80a70ab94", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:08.613398 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dec66e4-659f-4353-babe-0ebfaa961ac1 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:08.613808 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dec66e4-659f-4353-babe-0ebfaa961ac1'] response: {'server_uuid': 'd4d1153e-074d-4c7f-ab5a-58229f81052b', 'name': 'network-vif-deleted', 'tag': '5c43743b-0779-45a5-b9eb-0df80a70ab94', 'status': 'completed', 'code': 200} Apr 11 16:51:08.660983 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:08.994409 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a29692c1-adbd-4c14-ae0b-2a81adfba5d9 req-2d742d8f-6d77-41af-a722-a169873fbb1b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4d1153e-074d-4c7f-ab5a-58229f81052b HTTP/1.1" status: 200 len: 210 time: 0.0472219 Apr 11 16:51:09.030921 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:09.061467 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:09.071876 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:09.072554 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:50:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:09.204102 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:09.415382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:09.444112 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc29be-6131-425e-b276-c1d9c0b393d1 None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:09.629737 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-36578afd-da20-4c2f-89e1-a1c58308b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.745745 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa73cf8-fc1b-4d0d-806c-e6ea4470330e None None] New status for floating IP ea084b2a-f011-40d2-9754-07609be764c6: DOWN {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:10.157064 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39910) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:10.213556 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a6add379-e8d7-43a6-931e-cc09671f8bc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (3e60f3ab-87ec-4cf9-950e-7f92b681bb72), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.237694 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a6add379-e8d7-43a6-931e-cc09671f8bc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (3e60f3ab-87ec-4cf9-950e-7f92b681bb72), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.424225 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a6add379-e8d7-43a6-931e-cc09671f8bc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (3e60f3ab-87ec-4cf9-950e-7f92b681bb72), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.427599 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a6add379-e8d7-43a6-931e-cc09671f8bc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.428792 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-a6add379-e8d7-43a6-931e-cc09671f8bc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "DELETE /v2.0/security-groups/3e60f3ab-87ec-4cf9-950e-7f92b681bb72 HTTP/1.1" status: 204 len: 168 time: 0.2705834 Apr 11 16:51:10.432023 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 39912) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:10.438630 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add379-e8d7-43a6-931e-cc09671f8bc2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e60f3ab-87ec-4cf9-950e-7f92b681bb72,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:10.457557 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.api.v2.resource [None req-666f0ecd-6587-4764-9777-889d68ad30c2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] show failed (client error): The resource could not be found. Apr 11 16:51:10.457557 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-666f0ecd-6587-4764-9777-889d68ad30c2 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups/3e60f3ab-87ec-4cf9-950e-7f92b681bb72 HTTP/1.1" status: 404 len: 347 time: 0.0214894 Apr 11 16:51:10.459415 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 39914) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:10.583020 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Deleting port 353f9960-d156-4932-9fa3-39a402b10c52 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:10.583490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (353f9960-d156-4932-9fa3-39a402b10c52), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.663432 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (353f9960-d156-4932-9fa3-39a402b10c52), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.663784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (353f9960-d156-4932-9fa3-39a402b10c52), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.676300 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Calling delete_port for 353f9960-d156-4932-9fa3-39a402b10c52 owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:10.921645 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (353f9960-d156-4932-9fa3-39a402b10c52), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.952150 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event deleted for resources: {'Port': ['ID=353f9960-d156-4932-9fa3-39a402b10c52,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:11.017196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (ea084b2a-f011-40d2-9754-07609be764c6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.020885 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.022404 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-5c831053-7a88-46f3-9dc8-00c6ff04df50 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "DELETE /v2.0/floatingips/ea084b2a-f011-40d2-9754-07609be764c6 HTTP/1.1" status: 204 len: 168 time: 0.5620058 Apr 11 16:51:11.365981 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 39920) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:11.368653 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700313387', 'description': 'tempest-description--1598426206'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:11.408351 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:11.431817 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 5c43743b-0779-45a5-b9eb-0df80a70ab94 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:11.432159 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 5c43743b-0779-45a5-b9eb-0df80a70ab94 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:11.459288 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.548477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (94937d54-83b5-454e-91bd-7ce0d7fbc210), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.630235 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (94937d54-83b5-454e-91bd-7ce0d7fbc210), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.659194 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94937d54-83b5-454e-91bd-7ce0d7fbc210,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:11.729211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.730485 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0a0de35b-5d8c-41c2-aebd-73ef6846512e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3655672 Apr 11 16:51:11.733597 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39922) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:11.738318 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'security_group_rule': {'security_group_id': '94937d54-83b5-454e-91bd-7ce0d7fbc210', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:11.829869 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (abd3ba8e-ca43-4e5c-9cb8-abf1d717bb34), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.892865 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (abd3ba8e-ca43-4e5c-9cb8-abf1d717bb34), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.972413 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (abd3ba8e-ca43-4e5c-9cb8-abf1d717bb34), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.990854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd3ba8e-ca43-4e5c-9cb8-abf1d717bb34,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:12.071853 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.073135 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0e07188b-18b4-4c3f-a822-299966ad4aa3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385262 Apr 11 16:51:12.075930 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39924) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:12.080097 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'security_group_rule': {'security_group_id': '94937d54-83b5-454e-91bd-7ce0d7fbc210', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:12.172793 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (5a6bf412-0bc7-4606-af60-c4169170abd1), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.234262 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (5a6bf412-0bc7-4606-af60-c4169170abd1), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.236366 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-8f04425d-c956-4b0f-924c-a232589be3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.309613 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (5a6bf412-0bc7-4606-af60-c4169170abd1), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.329494 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6bf412-0bc7-4606-af60-c4169170abd1,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:12.426411 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.428342 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ffb74e55-9d3e-40fa-9d8f-6d0246f598bf tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515146 Apr 11 16:51:12.431263 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 39926) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:12.452197 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:12.527058 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.611675 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.739751 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Allocated IP 172.27.2.73 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/738bf228-f62f-4d3c-985e-a2e6975f2854) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:12.854075 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.950337 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.992637 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:12.995437 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:12.999068 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:13.008824 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'Port': ['ID=738bf228-f62f-4d3c-985e-a2e6975f2854,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.095687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (07340e58-e105-4092-a755-65b1e51ee072), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.205159 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.355146 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.378415 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.458422 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.540675 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'Port': ['ID=738bf228-f62f-4d3c-985e-a2e6975f2854,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.551187 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (07340e58-e105-4092-a755-65b1e51ee072), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.578530 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.672021 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.673191 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d055e279-75e8-4d25-8697-dac3e6c44174 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2409723 Apr 11 16:51:13.874242 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-4ea8dc22-85ef-47d9-9a52-68fd075a03bd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1700313387&fields=id&tenant_id=e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 267 time: 0.0456371 Apr 11 16:51:13.986923 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-0f1496ea-3ae4-4548-b1a2-9feb639481fe tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.988454 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-0f1496ea-3ae4-4548-b1a2-9feb639481fe tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 817 time: 0.1075792 Apr 11 16:51:14.003626 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-88b5f790-1e8c-48da-8a21-1ba9dbbc7c6b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/quotas/e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 375 time: 0.0093591 Apr 11 16:51:14.054645 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-28853688-ab89-408e-8bed-0bcac064fe28 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453072 Apr 11 16:51:14.150744 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-49200c26-bc3b-402d-bba1-873166216910 service neutron] 10.222.0.43 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Apr 11 16:51:14.244454 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-a34b498a-b4c0-4a94-a990-ad4405345988 service neutron] 10.222.0.43 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874937 Apr 11 16:51:14.524878 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-65fa6d16-c333-4659-a04c-2451f02397f4 req-3dee6f5b-c5f4-4b5d-924b-0295388b3b8f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Apr 11 16:51:14.921101 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.629819 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-230498e8-6cae-4ec7-b7d7-00f970352498 req-8498469f-c54d-4b15-a839-499e119c1703 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Apr 11 16:51:16.012792 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.731091 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-af60e8cc-b2aa-46d6-ba43-fff5c3113e0b req-82f98d10-cbc3-4397-a34b-0124310b5bb5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 210 time: 0.0289934 Apr 11 16:51:16.828211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-5c3560f1-4c5d-448d-bbec-719e4df9c707 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:16.829655 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-5c3560f1-4c5d-448d-bbec-719e4df9c707 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 817 time: 0.1059995 Apr 11 16:51:16.910252 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-030d266e-e580-44c7-88f6-afaaf38ae91b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 380 time: 0.0612674 Apr 11 16:51:16.919303 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'port': {'device_id': '27a0285c-554d-4263-baee-995711f89ae0', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'admin_state_up': True, 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'security_groups': ['94937d54-83b5-454e-91bd-7ce0d7fbc210']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:17.103813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Made reservation on behalf of e54efcd6582349b9a9d7131150d8aa6f for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:17.107190 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.237650 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Allocated IP 172.20.0.3 (1c0d4dfe-01b0-4862-bae4-62818b124fe4/881072ec-67e2-4a28-9ac5-db2e1e845a8c/35519831-91a3-435b-b7b6-9574bf0c2104) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:17.376386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for port (35519831-91a3-435b-b7b6-9574bf0c2104), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.476763 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.520468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:17.525143 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:17.527124 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:17.554931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:17.582925 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:17.583624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.712760 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-74b19193-ac92-4cba-a148-75a4a128e66a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971299 Apr 11 16:51:17.724479 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Request body: {'port': {'device_id': '27a0285c-554d-4263-baee-995711f89ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:17.752252 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-589c1325-44d9-4fcb-a0eb-dc8de0b1b5b7 None None] Provisioning complete for port 35519831-91a3-435b-b7b6-9574bf0c2104 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:17.752886 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-589c1325-44d9-4fcb-a0eb-dc8de0b1b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.792425 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-589c1325-44d9-4fcb-a0eb-dc8de0b1b5b7 None None] Port 35519831-91a3-435b-b7b6-9574bf0c2104 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:17.794891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.932967 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cc7eb-5688-4705-a599-ee361040ed21 req-1eee6e0c-8643-4d6d-ae03-4f0f2d840d26 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:17.934354 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-266cc7eb-5688-4705-a599-ee361040ed21 req-1eee6e0c-8643-4d6d-ae03-4f0f2d840d26 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 931 time: 0.1266048 Apr 11 16:51:17.976753 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-963618db-3e35-428b-9ad1-9bb032182fc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1583424 Apr 11 16:51:18.087436 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-0b8fc7e5-e340-403f-9517-c320d49632ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.088936 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-0b8fc7e5-e340-403f-9517-c320d49632ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 1130 time: 0.0812776 Apr 11 16:51:18.141572 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-266cc7eb-5688-4705-a599-ee361040ed21 req-185642b3-cde4-49c7-90d5-adaa225e328b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586707 Apr 11 16:51:18.246726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-c4e38e94-55c9-4e4c-9bbc-b3727cd9af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.248108 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-c4e38e94-55c9-4e4c-9bbc-b3727cd9af63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 200 len: 920 time: 0.1323242 Apr 11 16:51:18.324228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35519831-91a3-435b-b7b6-9574bf0c2104 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:18.336790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Publish callbacks [] for port (35519831-91a3-435b-b7b6-9574bf0c2104), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.350813 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-e5ba798d-8034-41e3-8ec6-167a36f944de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 200 len: 1001 time: 0.0953238 Apr 11 16:51:18.366938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Transition to ACTIVE for port object 35519831-91a3-435b-b7b6-9574bf0c2104 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:18.409361 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-4fd4d2f3-c714-4089-99bf-108ff5fc7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.411340 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-4fd4d2f3-c714-4089-99bf-108ff5fc7368 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 200 len: 858 time: 0.0530665 Apr 11 16:51:18.455536 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-637e578e-4a63-4bdd-8c55-6b2fecb65bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.457288 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-637e578e-4a63-4bdd-8c55-6b2fecb65bdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3885216-3493-4270-959f-43be0109d305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400686 Apr 11 16:51:18.481964 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.580479 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:18.623551 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-10d5d255-aff6-4821-8d80-3df5c2fa2f61 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598072 Apr 11 16:51:18.730542 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Attempting to bind port 35519831-91a3-435b-b7b6-9574bf0c2104 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:18.730876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Attempting to bind port 35519831-91a3-435b-b7b6-9574bf0c2104 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:18.731204 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Attempting to bind port 35519831-91a3-435b-b7b6-9574bf0c2104 on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:18.739239 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Port 35519831-91a3-435b-b7b6-9574bf0c2104 on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:18.739586 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Attempting to bind port 35519831-91a3-435b-b7b6-9574bf0c2104 on network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:18.747211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:18.747570 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Checking segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:18.747956 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Bound using segment: {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:18.748385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Bound port: 35519831-91a3-435b-b7b6-9574bf0c2104, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11abc8ed-e6c4-4a5b-b4a4-f2258c099497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:18.748742 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.772456 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-02ad66d6-1e7c-4af5-b645-248c3e915015 req-a08b6bc4-03b3-4467-8ec2-d507d15308e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c3885216-3493-4270-959f-43be0109d305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315799 Apr 11 16:51:18.838002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:18.841585 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:18.939222 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.980566 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.981696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.983106 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] 10.222.0.60 "PUT /v2.0/ports/35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 1093 time: 1.2633567 Apr 11 16:51:18.983564 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:18.985886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef883bf5-fba2-486a-a160-e66197728c42" -d '{"events": [{"name": "network-changed", "server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:19.021343 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9de4f-9e7a-48ee-b6fa-e170daa34a4d service neutron] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:19.026181 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58f5e5-e271-4d12-a62d-ea5bf8f17e0c x-openstack-request-id: req-da58f5e5-e271-4d12-a62d-ea5bf8f17e0c {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:19.026576 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:19.026930 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da58f5e5-e271-4d12-a62d-ea5bf8f17e0c {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:19.027435 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da58f5e5-e271-4d12-a62d-ea5bf8f17e0c'] response: {'name': 'network-changed', 'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'status': 'completed', 'code': 200} Apr 11 16:51:19.089167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef883bf5-fba2-486a-a160-e66197728c42 req-75c58c07-07ab-4d35-bf3c-8dfcf88b64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.089385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ef883bf5-fba2-486a-a160-e66197728c42 req-75c58c07-07ab-4d35-bf3c-8dfcf88b64b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1127 time: 0.0428700 Apr 11 16:51:19.191246 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef883bf5-fba2-486a-a160-e66197728c42 req-edf3e87b-1864-4b1a-862f-d5ae5ae71649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.192861 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ef883bf5-fba2-486a-a160-e66197728c42 req-edf3e87b-1864-4b1a-862f-d5ae5ae71649 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0964022 Apr 11 16:51:19.321161 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628ca01-2146-4297-a570-06292b12cb03 req-e7c88080-2680-4514-bb39-93e4a5730d5a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.322692 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d628ca01-2146-4297-a570-06292b12cb03 req-e7c88080-2680-4514-bb39-93e4a5730d5a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.1042325 Apr 11 16:51:19.364349 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef883bf5-fba2-486a-a160-e66197728c42 req-edc49605-4b75-453b-80da-4745763c91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.366231 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ef883bf5-fba2-486a-a160-e66197728c42 req-edc49605-4b75-453b-80da-4745763c91b1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668224 Apr 11 16:51:19.389934 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d628ca01-2146-4297-a570-06292b12cb03 req-d9ec8829-a71e-494d-b56e-281d13dbcda7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607078 Apr 11 16:51:19.444360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-7c16dee4-0263-47c3-9d2b-5f8f95e5c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.445906 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-7c16dee4-0263-47c3-9d2b-5f8f95e5c073 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1127 time: 0.0435553 Apr 11 16:51:19.488083 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-4d1463eb-f549-43c9-87ab-7277e99b3093 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 217 time: 0.0351162 Apr 11 16:51:19.738357 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-201c92ee-7a7e-433a-85cd-11afedb94d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.739789 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-201c92ee-7a7e-433a-85cd-11afedb94d5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0482504 Apr 11 16:51:19.787593 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51653d-18e0-43ff-b436-d002a5157271 req-7bd0b394-234f-49b3-9171-8efd50ad1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.793016 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-7bd0b394-234f-49b3-9171-8efd50ad1d0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424998 Apr 11 16:51:19.877631 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-e250261d-2448-47a0-ab76-72eb5795b3d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Apr 11 16:51:19.971019 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d51653d-18e0-43ff-b436-d002a5157271 req-9dfbc9aa-03a7-42df-91aa-edee11d368db service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Apr 11 16:51:20.511369 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d6877-612f-40f9-837c-8e0a493ab040 req-377470ce-c0dd-4296-a7c3-691258bbd4ee tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:20.512862 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1b7d6877-612f-40f9-837c-8e0a493ab040 req-377470ce-c0dd-4296-a7c3-691258bbd4ee tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0479078 Apr 11 16:51:20.564697 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1b7d6877-612f-40f9-837c-8e0a493ab040 req-384e1cdd-8c3f-4313-86d6-09ee82def6ff tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461295 Apr 11 16:51:21.691171 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70897cf-cc2e-4f33-a2e1-b132be462aba req-d50cee5a-bcbc-46ec-b473-0f23fc8d7e0b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:21.693329 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f70897cf-cc2e-4f33-a2e1-b132be462aba req-d50cee5a-bcbc-46ec-b473-0f23fc8d7e0b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0557265 Apr 11 16:51:21.742045 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f70897cf-cc2e-4f33-a2e1-b132be462aba req-a5fb5cda-0258-413e-8733-4539b9041a07 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Apr 11 16:51:22.860495 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b659c5f-2b8a-440e-bb90-6b2f9c098e84 req-e1caea7c-6736-4d25-82c2-d72931ac2a1b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:22.861961 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4b659c5f-2b8a-440e-bb90-6b2f9c098e84 req-e1caea7c-6736-4d25-82c2-d72931ac2a1b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0484946 Apr 11 16:51:22.908143 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4b659c5f-2b8a-440e-bb90-6b2f9c098e84 req-d34103bc-89a0-4ace-8efa-58cd98a0b646 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397987 Apr 11 16:51:24.034385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728359eb-cb8e-4299-aa88-9b3ef461ca30 req-0ffe4114-0225-4153-b5f5-9f939e783773 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:24.036489 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-728359eb-cb8e-4299-aa88-9b3ef461ca30 req-0ffe4114-0225-4153-b5f5-9f939e783773 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0515764 Apr 11 16:51:24.090831 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-728359eb-cb8e-4299-aa88-9b3ef461ca30 req-6b9d36b0-0dc9-4894-8505-774033801e5f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 Apr 11 16:51:24.846410 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c442d-b56d-4aef-a1fd-2ceb68808e3c req-5f486d22-ab16-4d8b-a167-73162870fdba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:24.848793 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7f9c442d-b56d-4aef-a1fd-2ceb68808e3c req-5f486d22-ab16-4d8b-a167-73162870fdba tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0487971 Apr 11 16:51:24.898022 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7f9c442d-b56d-4aef-a1fd-2ceb68808e3c req-2eb14672-2b4c-4712-a8ec-2db4a16b9886 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Apr 11 16:51:25.212245 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd85a-3abb-4945-995b-23d009cd40eb req-6b292fba-2beb-4b35-aed8-f3703fb42da8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.213738 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8b8bd85a-3abb-4945-995b-23d009cd40eb req-6b292fba-2beb-4b35-aed8-f3703fb42da8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0481956 Apr 11 16:51:25.261147 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8b8bd85a-3abb-4945-995b-23d009cd40eb req-391ecf35-7c74-492b-b712-612af186ff3a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Apr 11 16:51:25.468171 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:25.571145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:25.582133 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '35519831-91a3-435b-b7b6-9574bf0c2104', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104', 'mac_address': 'fa:16:3e:64:bd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:25.619945 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:25.620328 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.633117 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35519831-91a3-435b-b7b6-9574bf0c2104 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:25.652145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:25.721426 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.770772 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:25.777862 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.778215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.778560 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.778928 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.779269 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.779629 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.779962 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.780291 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.780621 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.780949 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.781277 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.781622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.781954 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.782277 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.782601 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:26.014059 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e286f-5a0a-4889-bc81-9a6c161fbff1 req-51edcd1b-b8e6-4b65-9f45-6a2466f89bbd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.015461 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e58e286f-5a0a-4889-bc81-9a6c161fbff1 req-51edcd1b-b8e6-4b65-9f45-6a2466f89bbd tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0488005 Apr 11 16:51:26.063536 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e58e286f-5a0a-4889-bc81-9a6c161fbff1 req-dcb99049-7696-4895-83d7-02f0a9b9bdd2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419414 Apr 11 16:51:26.105285 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['35519831-91a3-435b-b7b6-9574bf0c2104'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:26.381662 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71160315-b010-4d0d-baed-7dd650409eac req-bb65ee04-16cb-4818-b30c-023a2990c0c8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.383179 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-71160315-b010-4d0d-baed-7dd650409eac req-bb65ee04-16cb-4818-b30c-023a2990c0c8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 944 time: 0.0497277 Apr 11 16:51:26.666518 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-71160315-b010-4d0d-baed-7dd650409eac req-85c5e79a-8c61-4750-842d-668294e97ea8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777605 Apr 11 16:51:27.179899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b3060-ab75-4bdd-8f62-28a1c19594de req-1c004f26-d948-49e9-9277-d291d5ddbc84 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:27.181384 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d67b3060-ab75-4bdd-8f62-28a1c19594de req-1c004f26-d948-49e9-9277-d291d5ddbc84 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0505452 Apr 11 16:51:27.227937 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d67b3060-ab75-4bdd-8f62-28a1c19594de req-cc76aaf6-edf0-4b6c-bb46-5df5a28b4fef tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Apr 11 16:51:27.489484 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:27.543078 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 35519831-91a3-435b-b7b6-9574bf0c2104 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:27.641081 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 35519831-91a3-435b-b7b6-9574bf0c2104 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:27.641457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.664716 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-08a44cea-acbe-4444-8e61-e4a50c4d9f25 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:27.666343 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-08a44cea-acbe-4444-8e61-e4a50c4d9f25 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0495458 Apr 11 16:51:27.728462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:27.728753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.758947 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:27.761693 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2287e9b-adba-48c9-ae75-6556fa9c239a" -d '{"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-plugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:27.777666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:27.801334 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae58cef-4396-4241-9bcc-2c6f71f60e11 x-openstack-request-id: req-9ae58cef-4396-4241-9bcc-2c6f71f60e11 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:27.802622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-plugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:27.802622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ae58cef-4396-4241-9bcc-2c6f71f60e11 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:27.802854 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae58cef-4396-4241-9bcc-2c6f71f60e11'] response: {'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'code': 200} Apr 11 16:51:27.823433 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Deleting port 820118dc-5009-4087-9401-1fa32441518a {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:27.823715 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (820118dc-5009-4087-9401-1fa32441518a), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.835823 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65810fc2-8ec3-4058-89e6-2607f162fc73 req-6efd54ec-fab1-44df-907d-6ef98b8c6b08 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:27.837634 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-65810fc2-8ec3-4058-89e6-2607f162fc73 req-6efd54ec-fab1-44df-907d-6ef98b8c6b08 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 944 time: 0.0691900 Apr 11 16:51:27.858347 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.910132 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:27.961882 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-65810fc2-8ec3-4058-89e6-2607f162fc73 req-241a1140-233f-4c44-bdba-546ad91065c6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141446 Apr 11 16:51:27.985822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] For port 820118dc-5009-4087-9401-1fa32441518a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=820118dc-5009-4087-9401-1fa32441518a,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:27.986526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (820118dc-5009-4087-9401-1fa32441518a), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.106959 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:51:28.172705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619fc80-81bb-44c6-9596-fe256fa50160 req-37ce5f10-af00-4226-9fda-1ff23e82ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:28.174233 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2619fc80-81bb-44c6-9596-fe256fa50160 req-37ce5f10-af00-4226-9fda-1ff23e82ff9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1129 time: 0.0555463 Apr 11 16:51:28.261917 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.262348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.262605 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Floating IP af6b6fe5-b2f2-49de-9fe5-48393160f1e0 disassociated. External IP: 172.27.2.37, port: 820118dc-5009-4087-9401-1fa32441518a. Apr 11 16:51:28.262951 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Calling delete_port for 820118dc-5009-4087-9401-1fa32441518a owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:28.268988 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2619fc80-81bb-44c6-9596-fe256fa50160 req-09be1857-f7b4-4ef3-8250-7b7785db089e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891509 Apr 11 16:51:28.343639 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8624606-5ea5-4ef0-bf6f-356fea6fd569 req-f2acd366-0ff8-40ae-9c1b-6b050d26ca1e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:28.346774 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8624606-5ea5-4ef0-bf6f-356fea6fd569 req-f2acd366-0ff8-40ae-9c1b-6b050d26ca1e tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 946 time: 0.0478029 Apr 11 16:51:28.398543 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d8624606-5ea5-4ef0-bf6f-356fea6fd569 req-35760516-75ca-4204-a32c-f07cfa86483d tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=b24383e2-909e-426f-b7bd-17b336c1a548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Apr 11 16:51:28.463865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (820118dc-5009-4087-9401-1fa32441518a), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.495852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event deleted for resources: {'Port': ['ID=820118dc-5009-4087-9401-1fa32441518a,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.622025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:28.738456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:28.749598 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] Sync routers for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:28.764465 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:28.765019 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:51:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:28.785180 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] No DVR routers for this DVR port 820118dc-5009-4087-9401-1fa32441518a on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:28.788093 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.792533 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ec7cbbff-90e9-4c95-bd97-38374d5f5741 req-4f68e1bd-258f-430f-8bea-ef1710ea7a83 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "DELETE /v2.0/ports/820118dc-5009-4087-9401-1fa32441518a HTTP/1.1" status: 204 len: 173 time: 1.1191471 Apr 11 16:51:28.792533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'name': 'network-vif-deleted', 'tag': '820118dc-5009-4087-9401-1fa32441518a'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:28.794924 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d2b2d-3044-4324-a998-8fba310a02aa" -d '{"events": [{"server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "name": "network-vif-deleted", "tag": "820118dc-5009-4087-9401-1fa32441518a"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:28.837238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee2b2a-3d37-44f7-8657-26f079907994 x-openstack-request-id: req-e6ee2b2a-3d37-44f7-8657-26f079907994 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:28.837598 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940b062-c8c9-461c-b71c-ffe225d3a405", "name": "network-vif-deleted", "tag": "820118dc-5009-4087-9401-1fa32441518a", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:28.837913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6ee2b2a-3d37-44f7-8657-26f079907994 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:28.838385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ee2b2a-3d37-44f7-8657-26f079907994'] response: {'server_uuid': '1940b062-c8c9-461c-b71c-ffe225d3a405', 'name': 'network-vif-deleted', 'tag': '820118dc-5009-4087-9401-1fa32441518a', 'status': 'completed', 'code': 200} Apr 11 16:51:28.882888 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:29.101005 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:29.101535 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e572aa4-f285-471f-a150-4aee2874515c req-b5879c16-bc1a-427b-acea-7e44c6eda643 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:29.103071 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1e572aa4-f285-471f-a150-4aee2874515c req-b5879c16-bc1a-427b-acea-7e44c6eda643 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0502145 Apr 11 16:51:29.127954 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] Checking router: 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:29.138063 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:29.138702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:51:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:29.155455 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1e572aa4-f285-471f-a150-4aee2874515c req-7ea0d2e1-8952-4616-ba72-8d224193aab3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Apr 11 16:51:29.261326 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:29.524705 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5f9d2d4a-cad2-46d2-95cf-84ba525ceef9 req-153d3cf2-4fac-475a-a645-0712cf8cfb92 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=1940b062-c8c9-461c-b71c-ffe225d3a405 HTTP/1.1" status: 200 len: 210 time: 0.0319524 Apr 11 16:51:29.585740 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:29.613021 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86ded-a5f2-4d63-b4ba-58fdb48b264b None None] The sync data for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi is: [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 4, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'e4cccc7e-6c22-427b-bf2b-988bb706d9e1', 'name': '', 'network_id': 'c3885216-3493-4270-959f-43be0109d305', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'mac_address': 'fa:16:3e:16:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:29Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'subnets': [{'id': 'a92c2e9e-d71e-49d1-b335-3c653b1e9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:29.824807 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c4ac69-d927-47c6-b49e-2dee428b6420 None None] New status for floating IP af6b6fe5-b2f2-49de-9fe5-48393160f1e0: DOWN {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:30.280631 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ed2a6-a129-4a20-bd78-ee4b1c172645 req-b3b34e64-e1d5-457e-8ee1-0161f0a994d9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:30.282138 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c29ed2a6-a129-4a20-bd78-ee4b1c172645 req-b3b34e64-e1d5-457e-8ee1-0161f0a994d9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0513520 Apr 11 16:51:30.330036 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c29ed2a6-a129-4a20-bd78-ee4b1c172645 req-7ac50370-a646-493f-bc70-c5a064357f91 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Apr 11 16:51:30.450030 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44565bb-d1de-47f4-ba62-fb691a8341d1 req-f8715ae2-cdf7-4616-a898-bf6f0772ca46 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:30.451642 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e44565bb-d1de-47f4-ba62-fb691a8341d1 req-f8715ae2-cdf7-4616-a898-bf6f0772ca46 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0534563 Apr 11 16:51:30.461033 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40026) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.465697 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Request body: {'floatingip': {'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:30.510513 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (07340e58-e105-4092-a755-65b1e51ee072), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.678516 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40032) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.734890 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7a0165a1-eb73-429d-a838-469ce98c8cab tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group (b24383e2-909e-426f-b7bd-17b336c1a548), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.770991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7a0165a1-eb73-429d-a838-469ce98c8cab tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group (b24383e2-909e-426f-b7bd-17b336c1a548), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.882246 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7a0165a1-eb73-429d-a838-469ce98c8cab tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (b24383e2-909e-426f-b7bd-17b336c1a548), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.888960 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-7a0165a1-eb73-429d-a838-469ce98c8cab tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.888960 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-7a0165a1-eb73-429d-a838-469ce98c8cab tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "DELETE /v2.0/security-groups/b24383e2-909e-426f-b7bd-17b336c1a548 HTTP/1.1" status: 204 len: 168 time: 0.2087302 Apr 11 16:51:30.892272 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40034) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.902471 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0165a1-eb73-429d-a838-469ce98c8cab tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24383e2-909e-426f-b7bd-17b336c1a548,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.942838 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.api.v2.resource [None req-08ca00be-a2f1-49ce-b639-8e1c1c49b3f2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] show failed (client error): The resource could not be found. Apr 11 16:51:30.944523 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-08ca00be-a2f1-49ce-b639-8e1c1c49b3f2 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups/b24383e2-909e-426f-b7bd-17b336c1a548 HTTP/1.1" status: 404 len: 347 time: 0.0503130 Apr 11 16:51:30.946986 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40036) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:31.010387 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.071642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Deleting port 96d87593-9740-4082-8a89-7d3aa1deb0f3 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:31.072263 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.109486 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (07340e58-e105-4092-a755-65b1e51ee072), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.166273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.166597 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (96d87593-9740-4082-8a89-7d3aa1deb0f3), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.182025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Calling delete_port for 96d87593-9740-4082-8a89-7d3aa1deb0f3 owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:31.222295 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Floating IP 07340e58-e105-4092-a755-65b1e51ee072 associated. External IP: 172.27.2.73, port: 35519831-91a3-435b-b7b6-9574bf0c2104. Apr 11 16:51:31.412935 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (96d87593-9740-4082-8a89-7d3aa1deb0f3), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.442468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event deleted for resources: {'Port': ['ID=96d87593-9740-4082-8a89-7d3aa1deb0f3,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.456913 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:31.515423 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 820118dc-5009-4087-9401-1fa32441518a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:31.520918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks [] for floatingip (af6b6fe5-b2f2-49de-9fe5-48393160f1e0), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.524359 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.528068 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d11d6302-aeb3-487b-b274-4aab1a152fa7 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "DELETE /v2.0/floatingips/af6b6fe5-b2f2-49de-9fe5-48393160f1e0 HTTP/1.1" status: 204 len: 168 time: 0.5775692 Apr 11 16:51:31.544744 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 820118dc-5009-4087-9401-1fa32441518a {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:31.545185 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 820118dc-5009-4087-9401-1fa32441518a not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:31.584571 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:31.589629 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.594627 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:31.606005 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:31.609695 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:51:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:31.621395 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ff933078-7af6-40f4-b78f-236029586d0e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "PUT /v2.0/floatingips/07340e58-e105-4092-a755-65b1e51ee072 HTTP/1.1" status: 200 len: 990 time: 1.1591988 Apr 11 16:51:31.621983 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:31.624226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69ea12-19a8-40b1-8d95-4f8d122d691d" -d '{"events": [{"name": "network-changed", "server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:31.660142 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5495500-ada7-48f2-bda5-d97bc79334f6 x-openstack-request-id: req-d5495500-ada7-48f2-bda5-d97bc79334f6 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:31.661115 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:31.661375 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5495500-ada7-48f2-bda5-d97bc79334f6 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:31.661787 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5495500-ada7-48f2-bda5-d97bc79334f6'] response: {'name': 'network-changed', 'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'status': 'completed', 'code': 200} Apr 11 16:51:31.732471 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-abdfed52-f391-4d6c-be67-6313f6fd4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:31.734080 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-abdfed52-f391-4d6c-be67-6313f6fd4d36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1129 time: 0.0495584 Apr 11 16:51:31.742274 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:31.845276 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-9b4650c3-773f-4790-a57c-f24146d94464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:31.846767 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-9b4650c3-773f-4790-a57c-f24146d94464 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.1066487 Apr 11 16:51:31.918751 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-944858a8-43aa-4de2-8f09-29a5a97dae0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 998 time: 0.0658987 Apr 11 16:51:31.970037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-4a21243b-95e0-450c-9629-13792f284a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:31.971627 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-4a21243b-95e0-450c-9629-13792f284a41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0468061 Apr 11 16:51:32.017802 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-9d6b006e-b4de-44f9-aaed-1a628452fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:32.019259 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-9d6b006e-b4de-44f9-aaed-1a628452fa84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418568 Apr 11 16:51:32.031243 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '07340e58-e105-4092-a755-65b1e51ee072', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'mac_address': 'fa:16:3e:64:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a0285c-554d-4263-baee-995711f89ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:13Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 1, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:32.058899 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:32.067772 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:32.068408 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:51:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:32.116309 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-b6ce3b12-7ac4-4cd9-be35-efe3f022e7dd service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908697 Apr 11 16:51:32.181335 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:32.207431 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c69ea12-19a8-40b1-8d95-4f8d122d691d req-7e852b05-05ae-4d64-b2ab-baf72c481c83 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857639 Apr 11 16:51:32.415070 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '07340e58-e105-4092-a755-65b1e51ee072', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'mac_address': 'fa:16:3e:64:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a0285c-554d-4263-baee-995711f89ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:13Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 1, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:32.442539 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77fb0f4-281d-4d3b-8048-103e84e0f917 None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '07340e58-e105-4092-a755-65b1e51ee072', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'mac_address': 'fa:16:3e:64:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a0285c-554d-4263-baee-995711f89ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:13Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 1, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:32.654585 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549690e4-3b3f-4989-b57f-feb2ba4a036c None None] New status for floating IP 07340e58-e105-4092-a755-65b1e51ee072: ACTIVE {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:34.613602 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff51f9-182a-44b1-82e5-91e26e149701 req-f8ad5989-f8ed-4c42-909a-4c9fb704bfa6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:34.615091 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7aff51f9-182a-44b1-82e5-91e26e149701 req-f8ad5989-f8ed-4c42-909a-4c9fb704bfa6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0578496 Apr 11 16:51:34.662308 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7aff51f9-182a-44b1-82e5-91e26e149701 req-f38db46d-2f6b-43f1-b5f6-a378017c1e42 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Apr 11 16:51:35.242980 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-a2d625ce-1d68-488d-882e-dbae45634321 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:35.244494 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-a2d625ce-1d68-488d-882e-dbae45634321 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 945 time: 0.0516582 Apr 11 16:51:35.339191 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Deleting port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:35.339545 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.441716 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] For port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:35.442722 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.458217 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Calling delete_port for 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:35.692962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.705197 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['795d3d97-e9f3-4c52-b675-ee921a4686e2', '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:35.726921 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event deleted for resources: {'Port': ['ID=8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:35.782276 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23fc6655-9157-458d-b5c9-2071cb04f267 req-462f5533-7eb2-4734-ac91-b4a0dd8fa5f4 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0470541 Apr 11 16:51:35.797492 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] No DVR routers for this DVR port 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:35.805283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.809368 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-899524af-1f2c-4449-ab61-8d6bb5fd6f0a req-2bcc6de2-2483-4dad-95bc-c36103df2ee8 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "DELETE /v2.0/ports/8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c HTTP/1.1" status: 204 len: 173 time: 0.5552511 Apr 11 16:51:35.809368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4831594e-d49c-48fd-b0e3-1490c8119523', 'name': 'network-vif-deleted', 'tag': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:35.811584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b3f68f-9e97-418e-ab6e-184c9141d695" -d '{"events": [{"server_uuid": "4831594e-d49c-48fd-b0e3-1490c8119523", "name": "network-vif-deleted", "tag": "8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:35.858306 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38c4d08-8ab0-4462-82be-29a6e45925e2 x-openstack-request-id: req-a38c4d08-8ab0-4462-82be-29a6e45925e2 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:35.858686 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4831594e-d49c-48fd-b0e3-1490c8119523", "name": "network-vif-deleted", "tag": "8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:35.858940 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a38c4d08-8ab0-4462-82be-29a6e45925e2 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:35.859380 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38c4d08-8ab0-4462-82be-29a6e45925e2'] response: {'server_uuid': '4831594e-d49c-48fd-b0e3-1490c8119523', 'name': 'network-vif-deleted', 'tag': '8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c', 'status': 'completed', 'code': 200} Apr 11 16:51:36.893607 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e0559558-bbc8-4bed-b67a-ef539f7a39ef req-22ff800b-c7e7-4613-ad5c-2ae3772a9866 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=4831594e-d49c-48fd-b0e3-1490c8119523 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Apr 11 16:51:38.390337 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762a11-8062-42f5-aa41-d702891186a6 req-e152fbe3-2691-4aac-813e-1bc4ae93ea8f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:38.391848 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-56762a11-8062-42f5-aa41-d702891186a6 req-e152fbe3-2691-4aac-813e-1bc4ae93ea8f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0475695 Apr 11 16:51:38.439931 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-56762a11-8062-42f5-aa41-d702891186a6 req-ecc48d0a-d25e-4313-892a-f7de8ef71df5 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Apr 11 16:51:39.154226 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-92c34b2a-9b73-4ef8-9084-b1429e58045f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.155723 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-92c34b2a-9b73-4ef8-9084-b1429e58045f tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.0501552 Apr 11 16:51:39.244373 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Deleting port 795d3d97-e9f3-4c52-b675-ee921a4686e2 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:39.244980 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.348462 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] For port 795d3d97-e9f3-4c52-b675-ee921a4686e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=795d3d97-e9f3-4c52-b675-ee921a4686e2,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:39.348811 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.362583 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Calling delete_port for 795d3d97-e9f3-4c52-b675-ee921a4686e2 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:39.546195 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:39.556149 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (795d3d97-e9f3-4c52-b675-ee921a4686e2), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.579018 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['795d3d97-e9f3-4c52-b675-ee921a4686e2'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:39.591325 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:39.591860 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8d82dcc9-d4a3-46d2-9ad1-75ee2c74672c not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:39.605705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Pushing event deleted for resources: {'Port': ['ID=795d3d97-e9f3-4c52-b675-ee921a4686e2,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:39.624701 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed75922-2be0-47fc-92da-a2f151c8c696 req-ce3de9e8-1172-441c-8122-f70ca301a8a6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.624701 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ed75922-2be0-47fc-92da-a2f151c8c696 req-ce3de9e8-1172-441c-8122-f70ca301a8a6 tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/ports?device_id=da42b374-1532-4502-9922-dd281003e8cf HTTP/1.1" status: 200 len: 946 time: 0.1055827 Apr 11 16:51:39.653413 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-40b36df3-1cc5-41bd-b186-eaa9ec4db11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.674969 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] No DVR routers for this DVR port 795d3d97-e9f3-4c52-b675-ee921a4686e2 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:39.678250 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.681507 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9092b57c-50cc-4880-a713-9b73679d1bb1 req-53b5e2dc-d9f3-4633-9762-d063b8a8638b tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.60 "DELETE /v2.0/ports/795d3d97-e9f3-4c52-b675-ee921a4686e2 HTTP/1.1" status: 204 len: 173 time: 0.5210559 Apr 11 16:51:39.681946 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da42b374-1532-4502-9922-dd281003e8cf', 'name': 'network-vif-deleted', 'tag': '795d3d97-e9f3-4c52-b675-ee921a4686e2'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:39.684219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f17636-4784-4157-b547-db44044607be" -d '{"events": [{"server_uuid": "da42b374-1532-4502-9922-dd281003e8cf", "name": "network-vif-deleted", "tag": "795d3d97-e9f3-4c52-b675-ee921a4686e2"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:39.717524 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ed75922-2be0-47fc-92da-a2f151c8c696 req-e772f5af-9d4c-4d60-9512-340aae5f06bf tempest-ServerRescueNegativeTestJSON-49235522 tempest-ServerRescueNegativeTestJSON-49235522-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7650794-c7c3-49e8-aafb-d954d49b5849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782285 Apr 11 16:51:39.725740 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d4902f-3853-46ba-a6fb-e95d361fb452 x-openstack-request-id: req-c4d4902f-3853-46ba-a6fb-e95d361fb452 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:39.725740 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da42b374-1532-4502-9922-dd281003e8cf", "name": "network-vif-deleted", "tag": "795d3d97-e9f3-4c52-b675-ee921a4686e2", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:39.726114 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4d4902f-3853-46ba-a6fb-e95d361fb452 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:39.726324 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d4902f-3853-46ba-a6fb-e95d361fb452'] response: {'server_uuid': 'da42b374-1532-4502-9922-dd281003e8cf', 'name': 'network-vif-deleted', 'tag': '795d3d97-e9f3-4c52-b675-ee921a4686e2', 'status': 'completed', 'code': 200} Apr 11 16:51:40.782100 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40078) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:41.344275 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.873610 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Deleting port e4cccc7e-6c22-427b-bf2b-988bb706d9e1 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:41.874310 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.962368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] For port e4cccc7e-6c22-427b-bf2b-988bb706d9e1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:41.962741 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.975693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Calling delete_port for e4cccc7e-6c22-427b-bf2b-988bb706d9e1 owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:42.291848 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (e4cccc7e-6c22-427b-bf2b-988bb706d9e1), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.317212 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cccc7e-6c22-427b-bf2b-988bb706d9e1,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:42.332904 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9a50557a-d688-4fa2-a238-63d4eebdccd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.496436 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.724005 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:42.836834 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:42.842169 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6daf21f8-22df-4267-b0fa-392c32f2d4e5 admin admin] 10.222.0.43 "PUT /v2.0/routers/7c4bb723-7417-4f7a-b04d-d5f3ea31cca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588546 Apr 11 16:51:42.844602 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40084) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:42.845267 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] Sync routers for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:42.856312 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:42.856955 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:51:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:42.953618 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks [] for router (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.071120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks [] for router_gateway (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.099410 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:43.220257 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Deleting port 0d463f18-f72d-40be-b614-eeacb20ef279 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:43.220594 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.287818 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 5, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port': {'id': '0d463f18-f72d-40be-b614-eeacb20ef279', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:19Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:43.308027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] For port 0d463f18-f72d-40be-b614-eeacb20ef279, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0d463f18-f72d-40be-b614-eeacb20ef279,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:43.308482 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.322430 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] Checking router: 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:43.324354 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Calling delete_port for 0d463f18-f72d-40be-b614-eeacb20ef279 owned by network:router_gateway {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:43.334931 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] Routers {'7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:43.335577 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:51:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:43.412513 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.427439 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] Set router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 gateway port host: None {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:43.480518 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:51:43Z', 'revision_number': 6, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port_host': None}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:43.515617 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a2502-b5e8-4ec8-a945-a2528152e93d None None] The sync data for ids ['7c4bb723-7417-4f7a-b04d-d5f3ea31cca6'] in dv-cinder-837163-2-iscsi is: [{'id': '7c4bb723-7417-4f7a-b04d-d5f3ea31cca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1571096191-router', 'tenant_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:51:43Z', 'revision_number': 6, 'project_id': '4a9922f7c7e54b419b8bad2c6246f1ae', 'gw_port_host': None}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:43.564234 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 795d3d97-e9f3-4c52-b675-ee921a4686e2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:43.589208 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 795d3d97-e9f3-4c52-b675-ee921a4686e2 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:43.589473 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 795d3d97-e9f3-4c52-b675-ee921a4686e2 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:43.635721 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (0d463f18-f72d-40be-b614-eeacb20ef279), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.664556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Pushing event deleted for resources: {'Port': ['ID=0d463f18-f72d-40be-b614-eeacb20ef279,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:43.674632 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.730399 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.838349 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.840676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks [] for router_controller (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.029651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (7c4bb723-7417-4f7a-b04d-d5f3ea31cca6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.030435 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 {{(pid=110630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:51:44.035697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.036857 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-33bc38a5-3707-4f00-9dfb-fe1862fcd9db admin admin] 10.222.0.43 "DELETE /v2.0/routers/7c4bb723-7417-4f7a-b04d-d5f3ea31cca6 HTTP/1.1" status: 204 len: 168 time: 1.1913106 Apr 11 16:51:44.039348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40086) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.084383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Deleting subnet a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:51:44.087502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Publish callbacks [] for subnet (a92c2e9e-d71e-49d1-b335-3c653b1e9ba4), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.122185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (a92c2e9e-d71e-49d1-b335-3c653b1e9ba4), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.229656 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (a92c2e9e-d71e-49d1-b335-3c653b1e9ba4), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.361627 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (a92c2e9e-d71e-49d1-b335-3c653b1e9ba4), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.393746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92c2e9e-d71e-49d1-b335-3c653b1e9ba4,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.396518 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.402457 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4116ecef-d06e-4a61-abbc-dcafbc48290f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a92c2e9e-d71e-49d1-b335-3c653b1e9ba4 HTTP/1.1" status: 204 len: 168 time: 0.3620369 Apr 11 16:51:44.402918 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40088) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.404434 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afb06a-03b0-4ce5-b626-3516d403cc9a None None] Network c3885216-3493-4270-959f-43be0109d305 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:44.478869 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (c3885216-3493-4270-959f-43be0109d305), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.533429 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Deleting port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:44.533770 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.576538 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] DHCP port deletion for c3885216-3493-4270-959f-43be0109d305 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:51:44.609016 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] For port 8a3fe0dd-cfd4-454d-bd87-060bef778e76, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a3fe0dd-cfd4-454d-bd87-060bef778e76,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.609374 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.627844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Calling delete_port for 8a3fe0dd-cfd4-454d-bd87-060bef778e76 owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:44.628423 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] Deleting port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:44.628671 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.700428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] For port 8a3fe0dd-cfd4-454d-bd87-060bef778e76, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a3fe0dd-cfd4-454d-bd87-060bef778e76,segment=NetworkSegment(046e1ae4-90f8-4662-a72b-5aadfec5f6b7),segment_id=046e1ae4-90f8-4662-a72b-5aadfec5f6b7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.700818 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.715429 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] Calling delete_port for 8a3fe0dd-cfd4-454d-bd87-060bef778e76 owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:44.812253 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.840066 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3fe0dd-cfd4-454d-bd87-060bef778e76,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.840296 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (8a3fe0dd-cfd4-454d-bd87-060bef778e76), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.841959 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] No DVR routers for this DVR port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:44.872439 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] Pushing event deleted for resources: {'Port': ['ID=8a3fe0dd-cfd4-454d-bd87-060bef778e76,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.876284 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d0607-356d-403c-afc3-a67660d5324f None None] No DVR routers for this DVR port 8a3fe0dd-cfd4-454d-bd87-060bef778e76 on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:44.955136 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.110016 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (c3885216-3493-4270-959f-43be0109d305), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.131460 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3885216-3493-4270-959f-43be0109d305']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:45.142225 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046e1ae4-90f8-4662-a72b-5aadfec5f6b7') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:45.148259 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046e1ae4-90f8-4662-a72b-5aadfec5f6b7') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:45.152901 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (046e1ae4-90f8-4662-a72b-5aadfec5f6b7), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.166410 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (046e1ae4-90f8-4662-a72b-5aadfec5f6b7), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.172771 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (046e1ae4-90f8-4662-a72b-5aadfec5f6b7), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:51:45.177031 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:51:45.321281 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (c3885216-3493-4270-959f-43be0109d305), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.328246 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.331475 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] 10.222.0.43 "DELETE /v2.0/networks/c3885216-3493-4270-959f-43be0109d305 HTTP/1.1" status: 204 len: 168 time: 0.9274364 Apr 11 16:51:45.343869 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7367645-6346-4e3d-bed7-31f001e2753a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3885216-3493-4270-959f-43be0109d305,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.590000 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0d463f18-f72d-40be-b614-eeacb20ef279 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:45.611188 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 0d463f18-f72d-40be-b614-eeacb20ef279 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:45.611563 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0d463f18-f72d-40be-b614-eeacb20ef279 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:45.611976 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4cccc7e-6c22-427b-bf2b-988bb706d9e1 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:45.632335 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: e4cccc7e-6c22-427b-bf2b-988bb706d9e1 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:45.632677 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4cccc7e-6c22-427b-bf2b-988bb706d9e1 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:45.633084 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a3fe0dd-cfd4-454d-bd87-060bef778e76 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:45.652207 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 8a3fe0dd-cfd4-454d-bd87-060bef778e76 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:45.652553 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a3fe0dd-cfd4-454d-bd87-060bef778e76 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:45.703619 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40094) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:45.744488 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-210d3137-2320-4e87-95ad-fb23bc9414e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a9922f7c7e54b419b8bad2c6246f1ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395887 Apr 11 16:51:45.747457 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40096) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:45.811947 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Publish callbacks [] for security_group (d7650794-c7c3-49e8-aafb-d954d49b5849), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.835070 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Publish callbacks [] for security_group (d7650794-c7c3-49e8-aafb-d954d49b5849), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.949404 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (d7650794-c7c3-49e8-aafb-d954d49b5849), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.952053 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.953324 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7650794-c7c3-49e8-aafb-d954d49b5849 HTTP/1.1" status: 204 len: 168 time: 0.2047961 Apr 11 16:51:45.964491 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7650794-c7c3-49e8-aafb-d954d49b5849,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.976099 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.976743 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.977355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.977889 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.978254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.978558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.978760 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.979074 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.980726 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.980726 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.981823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.982420 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.983687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.983687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.983687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:45.983961 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e12497-4a74-42b2-800f-8bdbb0397fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.160614 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40164) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.281681 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81946159-9fa2-4fbd-a97d-eadeae6b771f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.363466 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81946159-9fa2-4fbd-a97d-eadeae6b771f admin admin] Publish callbacks [] for security_group (c1262564-65e2-4795-bf9d-8cd3407f7326), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.440942 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81946159-9fa2-4fbd-a97d-eadeae6b771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c1262564-65e2-4795-bf9d-8cd3407f7326), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.487568 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40168) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.488516 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-81946159-9fa2-4fbd-a97d-eadeae6b771f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0254d6202eb40839dc8a48091ae2bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256671 Apr 11 16:51:51.488516 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946159-9fa2-4fbd-a97d-eadeae6b771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1262564-65e2-4795-bf9d-8cd3407f7326,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.549511 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Publish callbacks [] for security_group (c1262564-65e2-4795-bf9d-8cd3407f7326), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.575497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Publish callbacks [] for security_group (c1262564-65e2-4795-bf9d-8cd3407f7326), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.726679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (c1262564-65e2-4795-bf9d-8cd3407f7326), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.729304 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.730468 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1262564-65e2-4795-bf9d-8cd3407f7326 HTTP/1.1" status: 204 len: 168 time: 0.2411883 Apr 11 16:51:51.739077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1262564-65e2-4795-bf9d-8cd3407f7326,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.746592 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.746946 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.747292 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.747703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.748234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.748379 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.748718 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.749052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.749450 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.749782 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.750045 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.750372 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.750696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.751109 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.751604 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e056d-b577-450a-ae54-5ebaef5474d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.106090 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:52:07.984646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40312) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:08.087047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2c02027c-38ec-4bde-88c7-ae95c523d9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.159446 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2c02027c-38ec-4bde-88c7-ae95c523d9d0 admin admin] Publish callbacks [] for security_group (eeaeded5-7a66-4909-9fa3-63caf4c784ec), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.235268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-2c02027c-38ec-4bde-88c7-ae95c523d9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (eeaeded5-7a66-4909-9fa3-63caf4c784ec), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.272646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02027c-38ec-4bde-88c7-ae95c523d9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaeded5-7a66-4909-9fa3-63caf4c784ec,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:08.277505 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-2c02027c-38ec-4bde-88c7-ae95c523d9d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f99f33ac82794c44a27e626197422d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918317 Apr 11 16:52:08.280337 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40316) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:08.329768 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4ccc84a0-785d-471c-a7e4-5198e4eabd7e admin admin] Publish callbacks [] for security_group (eeaeded5-7a66-4909-9fa3-63caf4c784ec), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.350453 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4ccc84a0-785d-471c-a7e4-5198e4eabd7e admin admin] Publish callbacks [] for security_group (eeaeded5-7a66-4909-9fa3-63caf4c784ec), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.481021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4ccc84a0-785d-471c-a7e4-5198e4eabd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (eeaeded5-7a66-4909-9fa3-63caf4c784ec), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.483624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4ccc84a0-785d-471c-a7e4-5198e4eabd7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.484769 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4ccc84a0-785d-471c-a7e4-5198e4eabd7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eeaeded5-7a66-4909-9fa3-63caf4c784ec HTTP/1.1" status: 204 len: 168 time: 0.2036059 Apr 11 16:52:08.493583 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc84a0-785d-471c-a7e4-5198e4eabd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaeded5-7a66-4909-9fa3-63caf4c784ec,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:09.225283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40322) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:09.238852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-57c51003-d7d2-4820-975d-8c05766bed11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.314875 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-57c51003-d7d2-4820-975d-8c05766bed11 admin admin] Publish callbacks [] for security_group (4312688d-789f-4977-90b4-45ce3e85f4d1), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.384149 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-57c51003-d7d2-4820-975d-8c05766bed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (4312688d-789f-4977-90b4-45ce3e85f4d1), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.421120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c51003-d7d2-4820-975d-8c05766bed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4312688d-789f-4977-90b4-45ce3e85f4d1,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:09.426385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-57c51003-d7d2-4820-975d-8c05766bed11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be8d7b3a47cb4c8cb121481598530038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000685 Apr 11 16:52:09.429000 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40324) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:09.479663 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-90f89455-d01b-4011-9df2-ec494aa43583 admin admin] Publish callbacks [] for security_group (4312688d-789f-4977-90b4-45ce3e85f4d1), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.504299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-90f89455-d01b-4011-9df2-ec494aa43583 admin admin] Publish callbacks [] for security_group (4312688d-789f-4977-90b4-45ce3e85f4d1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.720841 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-90f89455-d01b-4011-9df2-ec494aa43583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (4312688d-789f-4977-90b4-45ce3e85f4d1), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.723414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-90f89455-d01b-4011-9df2-ec494aa43583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.724647 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-90f89455-d01b-4011-9df2-ec494aa43583 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4312688d-789f-4977-90b4-45ce3e85f4d1 HTTP/1.1" status: 204 len: 168 time: 0.2947290 Apr 11 16:52:09.732428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-95c3beda-3876-4a95-8fce-887b14b3928b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.735509 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89455-d01b-4011-9df2-ec494aa43583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4312688d-789f-4977-90b4-45ce3e85f4d1,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.252330 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-570ccbde-f5a2-4500-881a-17d7fa4d4b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.394684 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.572066 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.937057 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:16.029201 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.507732 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40426) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:18.612551 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0cb55981-9e22-4858-9463-98d221438fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.685059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0cb55981-9e22-4858-9463-98d221438fb8 admin admin] Publish callbacks [] for security_group (29756325-d3a0-4bb3-a452-61193424eb03), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.766358 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0cb55981-9e22-4858-9463-98d221438fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (29756325-d3a0-4bb3-a452-61193424eb03), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.804702 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0cb55981-9e22-4858-9463-98d221438fb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=239a62f12f514c3c9c700abb8e5c2c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958820 Apr 11 16:52:18.805661 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb55981-9e22-4858-9463-98d221438fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29756325-d3a0-4bb3-a452-61193424eb03,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:18.807558 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40430) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:18.856928 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-57ff2976-e4f8-4132-bea5-a34f48a69cec admin admin] Publish callbacks [] for security_group (29756325-d3a0-4bb3-a452-61193424eb03), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.878540 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-57ff2976-e4f8-4132-bea5-a34f48a69cec admin admin] Publish callbacks [] for security_group (29756325-d3a0-4bb3-a452-61193424eb03), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.012381 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-57ff2976-e4f8-4132-bea5-a34f48a69cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (29756325-d3a0-4bb3-a452-61193424eb03), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.015822 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-57ff2976-e4f8-4132-bea5-a34f48a69cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.020357 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-57ff2976-e4f8-4132-bea5-a34f48a69cec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29756325-d3a0-4bb3-a452-61193424eb03 HTTP/1.1" status: 204 len: 168 time: 0.2075839 Apr 11 16:52:19.024680 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff2976-e4f8-4132-bea5-a34f48a69cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29756325-d3a0-4bb3-a452-61193424eb03,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:19.728264 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40436) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:19.741533 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f5588eca-f192-408a-8a19-1b8cf4e64b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.820704 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f5588eca-f192-408a-8a19-1b8cf4e64b3a admin admin] Publish callbacks [] for security_group (569f1ed4-424f-4998-85ad-c0c486729922), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.869155 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f5588eca-f192-408a-8a19-1b8cf4e64b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (569f1ed4-424f-4998-85ad-c0c486729922), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.910143 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f5588eca-f192-408a-8a19-1b8cf4e64b3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db117745e08947008059071aa254e78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807654 Apr 11 16:52:19.911029 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5588eca-f192-408a-8a19-1b8cf4e64b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569f1ed4-424f-4998-85ad-c0c486729922,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:19.913155 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40438) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:19.968127 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ddb8724e-209d-4c1d-919a-144ceebd8348 admin admin] Publish callbacks [] for security_group (569f1ed4-424f-4998-85ad-c0c486729922), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.989040 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ddb8724e-209d-4c1d-919a-144ceebd8348 admin admin] Publish callbacks [] for security_group (569f1ed4-424f-4998-85ad-c0c486729922), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.218342 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ddb8724e-209d-4c1d-919a-144ceebd8348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (569f1ed4-424f-4998-85ad-c0c486729922), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.221015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ddb8724e-209d-4c1d-919a-144ceebd8348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.222236 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ddb8724e-209d-4c1d-919a-144ceebd8348 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/569f1ed4-424f-4998-85ad-c0c486729922 HTTP/1.1" status: 204 len: 168 time: 0.3077962 Apr 11 16:52:20.235172 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8724e-209d-4c1d-919a-144ceebd8348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f1ed4-424f-4998-85ad-c0c486729922,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:21.037115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40444) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:21.050909 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-886f2d75-71ba-48a4-8e10-465a009337cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.125365 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-886f2d75-71ba-48a4-8e10-465a009337cf admin admin] Publish callbacks [] for security_group (9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.206392 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-886f2d75-71ba-48a4-8e10-465a009337cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.245400 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-886f2d75-71ba-48a4-8e10-465a009337cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=348b4c697e184a60aa0e378242c87848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071867 Apr 11 16:52:21.246197 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f2d75-71ba-48a4-8e10-465a009337cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:21.248448 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40448) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:21.299145 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-5702f215-4617-44e8-9c8d-a2e85711c2e7 admin admin] Publish callbacks [] for security_group (9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.320145 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-5702f215-4617-44e8-9c8d-a2e85711c2e7 admin admin] Publish callbacks [] for security_group (9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.475679 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-5702f215-4617-44e8-9c8d-a2e85711c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.477924 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-5702f215-4617-44e8-9c8d-a2e85711c2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.479129 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-5702f215-4617-44e8-9c8d-a2e85711c2e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091 HTTP/1.1" status: 204 len: 168 time: 0.2296286 Apr 11 16:52:21.489079 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702f215-4617-44e8-9c8d-a2e85711c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ce5e8-2a3a-4d7b-bbc6-b8357cbd3091,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:22.531310 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529d2a9-41be-4447-ae85-854c0d5f136b req-b2ec5d13-f7a4-4bf4-81db-2e795b9c067c tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:22.532968 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d529d2a9-41be-4447-ae85-854c0d5f136b req-b2ec5d13-f7a4-4bf4-81db-2e795b9c067c tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0523541 Apr 11 16:52:22.586950 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d529d2a9-41be-4447-ae85-854c0d5f136b req-b558a467-a80f-4fad-ad51-05f74c6e8d37 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Apr 11 16:52:22.629603 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40474) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:22.726545 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1669029408-network', 'tenant_id': '1ef8ee4852e647178750688b27f452f3'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:22.824122 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Made reservation on behalf of 1ef8ee4852e647178750688b27f452f3 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:22.826794 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.836182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.916760 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks [] for security_group (ebd0f6a0-2263-443a-8e71-bf7ff096a81c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.023458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ebd0f6a0-2263-443a-8e71-bf7ff096a81c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.051995 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:52:23.062433 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0f6a0-2263-443a-8e71-bf7ff096a81c,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:23.067463 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (2b267384-bf7c-43bd-accb-8435716d9ee6), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.075158 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Added segment 2b267384-bf7c-43bd-accb-8435716d9ee6 of type vlan for network e5611f7e-205f-43cd-8e90-f9ba625e6bf1 Apr 11 16:52:23.108458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (e5611f7e-205f-43cd-8e90-f9ba625e6bf1), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.206572 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (e5611f7e-205f-43cd-8e90-f9ba625e6bf1), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.207485 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:23.208109 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.272972 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] Pushing event updated for resources: {'Network': ['ID=e5611f7e-205f-43cd-8e90-f9ba625e6bf1,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:23.283463 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network e5611f7e-205f-43cd-8e90-f9ba625e6bf1 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:52:23.323553 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-eee2729f-5ade-4528-b7c1-b614763744bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6928017 Apr 11 16:52:23.328032 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40478) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:23.332814 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Request body: {'subnet': {'network_id': 'e5611f7e-205f-43cd-8e90-f9ba625e6bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1669029408-subnet', 'tenant_id': '1ef8ee4852e647178750688b27f452f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:23.429100 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Made reservation on behalf of 1ef8ee4852e647178750688b27f452f3 for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:23.431539 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15905433'] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.688894 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15951433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15905419'] for subnet (97465fab-f235-489c-8d22-35c37b981a60), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.740484 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ed686-39f4-4a07-a08d-874d1cf26ade req-6382f0eb-422e-41c8-b92a-ac12bb6655cb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:23.741931 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-438ed686-39f4-4a07-a08d-874d1cf26ade req-6382f0eb-422e-41c8-b92a-ac12bb6655cb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0850136 Apr 11 16:52:23.762721 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97465fab-f235-489c-8d22-35c37b981a60,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:23.797897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Checking segment: {'id': '2b267384-bf7c-43bd-accb-8435716d9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e5611f7e-205f-43cd-8e90-f9ba625e6bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:23.798250 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Network hostable DHCP agents. Network: e5611f7e-205f-43cd-8e90-f9ba625e6bf1, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:52:23.823368 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-438ed686-39f4-4a07-a08d-874d1cf26ade req-a92f368e-aef3-48e4-8b33-d551c2d018ca tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751700 Apr 11 16:52:23.920949 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Network e5611f7e-205f-43cd-8e90-f9ba625e6bf1 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:52:24.027953 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, e5611f7e-205f-43cd-8e90-f9ba625e6bf1) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:24.032854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:24.033436 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.039376 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385dc0c-4ddd-4228-b4d1-27ae2a798640 None None] Network e5611f7e-205f-43cd-8e90-f9ba625e6bf1 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:24.112349 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e29d4c16-76ef-450c-ac1a-a7c9c7b18ed4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7832038 Apr 11 16:52:24.143397 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9e8c4-c55f-4145-8f1b-94f2debc1d55 None None] Network e5611f7e-205f-43cd-8e90-f9ba625e6bf1 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:24.854561 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40498) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:24.859851 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306348832-network', 'tenant_id': '9d7ac7a518134b6c88c39077e371ffa9'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:24.945232 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2bdcb-e9de-4803-bef6-a395c1d7436a req-7da3aac6-d6e2-4724-b21a-7d2ff615858f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:24.946766 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-62a2bdcb-e9de-4803-bef6-a395c1d7436a req-7da3aac6-d6e2-4724-b21a-7d2ff615858f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0492098 Apr 11 16:52:25.001591 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-62a2bdcb-e9de-4803-bef6-a395c1d7436a req-8183e7fb-7b66-410e-af6e-47253b23cc46 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483217 Apr 11 16:52:25.006003 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Made reservation on behalf of 9d7ac7a518134b6c88c39077e371ffa9 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:25.008535 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.019312 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.093568 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks [] for security_group (0555f58d-eafa-4697-a507-b5b2f20a9a34), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.183368 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0555f58d-eafa-4697-a507-b5b2f20a9a34), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.208402 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:52:25.222069 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0555f58d-eafa-4697-a507-b5b2f20a9a34,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:25.228025 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (230184da-92b2-4487-86f0-c41cb5b0a6b9), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.228371 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Added segment 230184da-92b2-4487-86f0-c41cb5b0a6b9 of type vlan for network cbd3be7f-0ed0-4ad8-a220-be817d60383f Apr 11 16:52:25.270732 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (cbd3be7f-0ed0-4ad8-a220-be817d60383f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.387976 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (cbd3be7f-0ed0-4ad8-a220-be817d60383f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.389054 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:25.389682 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.449972 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd3be7f-0ed0-4ad8-a220-be817d60383f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:25.460457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network cbd3be7f-0ed0-4ad8-a220-be817d60383f details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:52:25.506487 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1f5ff869-e3f4-43d0-901a-aa6f7f55bc44 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6507032 Apr 11 16:52:25.509245 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40500) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:25.514033 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Request body: {'subnet': {'network_id': 'cbd3be7f-0ed0-4ad8-a220-be817d60383f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306348832-subnet', 'tenant_id': '9d7ac7a518134b6c88c39077e371ffa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:25.754786 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Made reservation on behalf of 9d7ac7a518134b6c88c39077e371ffa9 for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:25.757083 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15905433'] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.001272 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15951433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15905419'] for subnet (7da0692c-e529-4ba5-901b-86fd1fc1de96), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.065445 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da0692c-e529-4ba5-901b-86fd1fc1de96,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:26.074959 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Checking segment: {'id': '230184da-92b2-4487-86f0-c41cb5b0a6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cbd3be7f-0ed0-4ad8-a220-be817d60383f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:26.075318 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Network hostable DHCP agents. Network: cbd3be7f-0ed0-4ad8-a220-be817d60383f, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:52:26.128186 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6434-19a3-44a5-8e4b-76de8282e6e1 req-909fc062-0593-490c-845d-c83f8e6701b9 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.133710 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-18bf6434-19a3-44a5-8e4b-76de8282e6e1 req-909fc062-0593-490c-845d-c83f8e6701b9 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0565510 Apr 11 16:52:26.180959 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-18bf6434-19a3-44a5-8e4b-76de8282e6e1 req-02132fc2-e567-4f17-9241-b4e3dc5877d5 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Apr 11 16:52:26.228955 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Network cbd3be7f-0ed0-4ad8-a220-be817d60383f is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:52:26.331193 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, cbd3be7f-0ed0-4ad8-a220-be817d60383f) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:26.338767 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.339626 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.348790 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98ff02-2b9c-4013-ac47-81c4c87b6e2e None None] Network cbd3be7f-0ed0-4ad8-a220-be817d60383f requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:26.426948 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6b3d5aa0-0fc7-429c-9c05-8c265804bb35 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9164243 Apr 11 16:52:26.454819 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7415b9-d091-4e94-9281-a4e8d2cfcfb1 None None] Network cbd3be7f-0ed0-4ad8-a220-be817d60383f requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:27.302601 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca064abb-adfb-4ee0-a50d-414fbf936e23 req-394e7a1d-995c-4d48-b735-7c1470b2b499 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:27.302601 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ca064abb-adfb-4ee0-a50d-414fbf936e23 req-394e7a1d-995c-4d48-b735-7c1470b2b499 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0521164 Apr 11 16:52:27.352581 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ca064abb-adfb-4ee0-a50d-414fbf936e23 req-ceb1b040-fba4-40a4-979f-6bc450ffd1fa tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450261 Apr 11 16:52:28.466056 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75749b-3f79-4206-a292-ed0f626b99b5 req-75800669-928b-4807-90fc-ed393efd4c36 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:28.469183 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cd75749b-3f79-4206-a292-ed0f626b99b5 req-75800669-928b-4807-90fc-ed393efd4c36 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Apr 11 16:52:28.526632 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cd75749b-3f79-4206-a292-ed0f626b99b5 req-0caed1e7-f0f1-40dc-a9c7-8135641b5f60 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522728 Apr 11 16:52:29.649186 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e9add-d6ab-4a25-b0ed-c8be1a381e7e req-cf6d4e3f-d377-40e9-8a83-93a9057505d5 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.650627 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d06e9add-d6ab-4a25-b0ed-c8be1a381e7e req-cf6d4e3f-d377-40e9-8a83-93a9057505d5 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0512123 Apr 11 16:52:29.698995 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d06e9add-d6ab-4a25-b0ed-c8be1a381e7e req-c556f942-d503-46c5-b8c3-95791247e539 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Apr 11 16:52:30.814594 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32cd51-13ca-4699-9ca3-62bb406fc876 req-8455ba72-aa13-4c0e-9bb5-ca02dcc0777d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.816232 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-de32cd51-13ca-4699-9ca3-62bb406fc876 req-8455ba72-aa13-4c0e-9bb5-ca02dcc0777d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0483212 Apr 11 16:52:30.866236 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-de32cd51-13ca-4699-9ca3-62bb406fc876 req-f841301c-7a2f-4d42-b96a-8f136b2a11f1 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Apr 11 16:52:31.980376 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0339-70de-40e8-bb2e-f3af8be0c612 req-42bd62d1-c30e-43da-9bff-a77c069dbadb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:31.981862 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f46e0339-70de-40e8-bb2e-f3af8be0c612 req-42bd62d1-c30e-43da-9bff-a77c069dbadb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0468283 Apr 11 16:52:32.035166 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f46e0339-70de-40e8-bb2e-f3af8be0c612 req-a4b203de-b1da-4fc0-a8ac-e5f1361a1dbc tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472114 Apr 11 16:52:32.735360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-01689213-51f1-4f3f-90fe-12315e244e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.736873 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-01689213-51f1-4f3f-90fe-12315e244e4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1130 time: 0.0397506 Apr 11 16:52:32.830941 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-efd93c48-e677-4cce-8538-7a2de6048f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.832441 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-efd93c48-e677-4cce-8538-7a2de6048f34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 909 time: 0.0899425 Apr 11 16:52:32.898035 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-70ee83ca-feaa-4b7a-8f69-335e83eab571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 1002 time: 0.0599618 Apr 11 16:52:32.949557 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-7708440b-1053-4d7e-b4cd-7b8570321469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.951027 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-7708440b-1053-4d7e-b4cd-7b8570321469 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 200 len: 847 time: 0.0479534 Apr 11 16:52:33.000238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-71ce12d7-7d3c-40fd-8cb7-9822975cf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:33.001691 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-71ce12d7-7d3c-40fd-8cb7-9822975cf01a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d71751e9-59cf-4d12-bec0-287208226699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452762 Apr 11 16:52:33.090876 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-a0326817-5f65-4988-a1c2-795004bb6ecc service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Apr 11 16:52:33.153533 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e4ab4-262e-4e83-ab4f-fd8b92301c8e req-2862977c-ed74-4e21-ab32-7572cee8af93 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:33.155128 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7d2e4ab4-262e-4e83-ab4f-fd8b92301c8e req-2862977c-ed74-4e21-ab32-7572cee8af93 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0498822 Apr 11 16:52:33.209731 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7d2e4ab4-262e-4e83-ab4f-fd8b92301c8e req-06c28912-4e60-4b6e-94b2-b667046e0f57 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Apr 11 16:52:33.430756 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f3d15150-642c-4fab-bd8a-72d39cdde19e req-ee366d19-2635-42aa-ad43-8d018b25c5fe service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335431 Apr 11 16:52:34.326118 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42f2c2-f4fb-4f76-9b78-5663e9e7c83c req-34c9fe54-ec8a-4abd-9341-db7c7dfe01b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:34.327867 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3c42f2c2-f4fb-4f76-9b78-5663e9e7c83c req-34c9fe54-ec8a-4abd-9341-db7c7dfe01b6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0491972 Apr 11 16:52:34.377748 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3c42f2c2-f4fb-4f76-9b78-5663e9e7c83c req-0b3ffeb0-647e-4f69-834c-cdead089ccc0 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Apr 11 16:52:35.496761 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fde03f-6e3b-4dd1-8333-1d017cb58fd6 req-f66b3700-2508-4c54-b608-0759252a8b55 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:35.500950 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c8fde03f-6e3b-4dd1-8333-1d017cb58fd6 req-f66b3700-2508-4c54-b608-0759252a8b55 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0524609 Apr 11 16:52:35.552136 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c8fde03f-6e3b-4dd1-8333-1d017cb58fd6 req-dc1b7dac-28f9-4bbe-aa6b-0351bf00ae0c tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Apr 11 16:52:36.670879 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0814-f0b0-473a-9d2f-1be08a45bfb1 req-69b2cf1b-4ac2-47c5-bb2f-e0b0410c7eba tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:36.672706 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-27ab0814-f0b0-473a-9d2f-1be08a45bfb1 req-69b2cf1b-4ac2-47c5-bb2f-e0b0410c7eba tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0516605 Apr 11 16:52:36.724915 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-27ab0814-f0b0-473a-9d2f-1be08a45bfb1 req-b1a266c8-f079-48bf-984e-29792b370157 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463181 Apr 11 16:52:37.098129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10848da-fa53-4bdb-9e8a-60a624105cf1 req-61726778-7306-45ca-aca7-1c01d7ac5d76 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.099668 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e10848da-fa53-4bdb-9e8a-60a624105cf1 req-61726778-7306-45ca-aca7-1c01d7ac5d76 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0473306 Apr 11 16:52:37.166260 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e10848da-fa53-4bdb-9e8a-60a624105cf1 req-cff9b47a-dcf1-487d-9527-1fb91706b90e tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608873 Apr 11 16:52:37.199140 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-ff029b1f-c219-47d3-9b64-d140f03edfbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455534 Apr 11 16:52:37.275242 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-b067e5cf-5163-407f-90c9-d5ac639d0f85 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.276581 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-b067e5cf-5163-407f-90c9-d5ac639d0f85 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports/260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 943 time: 0.0482469 Apr 11 16:52:38.279801 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee3b88-7fcb-4bac-8db1-d81aadebbf56 req-b74a0243-fb9b-405e-b7dd-002d253740a6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:38.281688 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c5ee3b88-7fcb-4bac-8db1-d81aadebbf56 req-b74a0243-fb9b-405e-b7dd-002d253740a6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0479438 Apr 11 16:52:38.334395 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c5ee3b88-7fcb-4bac-8db1-d81aadebbf56 req-f2b57579-c6e1-485f-944c-1d46dec079a6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468049 Apr 11 16:52:39.450402 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aa04d-913e-40fa-9830-5b9b4127306d req-bda9b637-7e3f-4dd3-a687-6aea45680734 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.451856 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9e0aa04d-913e-40fa-9830-5b9b4127306d req-bda9b637-7e3f-4dd3-a687-6aea45680734 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Apr 11 16:52:39.503469 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9e0aa04d-913e-40fa-9830-5b9b4127306d req-8e0b2977-03e2-47fa-b339-5c7e2a9378f4 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459514 Apr 11 16:52:39.640426 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-049f6c7a-d762-479d-9523-d92dedb96eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.844008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:39.926128 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 260a47a3-192b-454c-a28f-a2c9401b6941 is: ACTIVE; New status is: DOWN {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:39.926428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.950273 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:39.952705 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bcaa38-ee2a-4cf7-a084-0b423a66c443" -d '{"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-unplugged", "status": "completed", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:39.965801 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:39.994170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a98d4b-ca15-4f9f-a023-6a510069ee19 x-openstack-request-id: req-19a98d4b-ca15-4f9f-a023-6a510069ee19 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:39.994170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-unplugged", "status": "completed", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:39.994170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19a98d4b-ca15-4f9f-a023-6a510069ee19 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:39.994170 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a98d4b-ca15-4f9f-a023-6a510069ee19'] response: {'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'code': 200} Apr 11 16:52:40.051941 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.102351 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=6']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:40.109602 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.109976 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.110438 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.110796 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.111135 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.111558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.111889 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.112296 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.112666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.113029 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.113353 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.113770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.114097 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.114416 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.114735 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:40.342181 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-d109e320-e73b-42b9-a4f5-70050885d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.344347 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-d109e320-e73b-42b9-a4f5-70050885d65e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2&tenant_id=e519d5dba1a84daba1dfce70b3133bdb HTTP/1.1" status: 200 len: 1128 time: 0.0406973 Apr 11 16:52:40.407860 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-616675bb-fa7b-46bb-b13b-f26fe687bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.409400 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-616675bb-fa7b-46bb-b13b-f26fe687bd40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1128 time: 0.0439389 Apr 11 16:52:40.518704 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-c927583f-fc11-4891-a820-7b859875ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.524174 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-c927583f-fc11-4891-a820-7b859875ddf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 909 time: 0.1048963 Apr 11 16:52:40.602936 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-e71741bd-7456-4a6d-8571-a6347a181b13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 1000 time: 0.0768578 Apr 11 16:52:40.665755 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726c128-77f6-46a8-8608-14c8c59838f9 req-b9f6eff8-e4f0-4662-86f0-f0727882dac6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.667311 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1726c128-77f6-46a8-8608-14c8c59838f9 req-b9f6eff8-e4f0-4662-86f0-f0727882dac6 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0814826 Apr 11 16:52:40.685067 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-b6763f00-e607-4ad3-8be4-cb0a4d023de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.687016 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-b6763f00-e607-4ad3-8be4-cb0a4d023de5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 200 len: 847 time: 0.0676265 Apr 11 16:52:40.757234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-d1207f27-700a-439e-939d-4302da47fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.758656 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-d1207f27-700a-439e-939d-4302da47fd34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d71751e9-59cf-4d12-bec0-287208226699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653718 Apr 11 16:52:40.763615 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1726c128-77f6-46a8-8608-14c8c59838f9 req-5b8e0f19-170c-4758-a321-572b8809b414 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894618 Apr 11 16:52:40.857801 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-5890756c-c9f6-4e1c-a3ad-621b9c7bb26a service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930395 Apr 11 16:52:40.953725 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-633b79f3-58cc-4522-a05f-012d67873314 service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894399 Apr 11 16:52:41.885005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be00a-09f4-422e-9178-46acf3eebaeb req-b00308f4-9657-463a-9398-31a32d8aa4bf tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:41.886616 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b05be00a-09f4-422e-9178-46acf3eebaeb req-b00308f4-9657-463a-9398-31a32d8aa4bf tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0517397 Apr 11 16:52:41.937736 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b05be00a-09f4-422e-9178-46acf3eebaeb req-b9eef27d-112c-41ac-b75b-15464a3dd504 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445671 Apr 11 16:52:42.104003 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:52:42.256303 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7dba3d8c-1bc5-44ad-a6be-9bf9aefa4f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:43.062956 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18081850-35ff-4079-8fc4-31d3fc86e6eb req-ff1c179c-9a43-4c3b-9797-8d7783e4b910 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:43.064473 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-18081850-35ff-4079-8fc4-31d3fc86e6eb req-ff1c179c-9a43-4c3b-9797-8d7783e4b910 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0518367 Apr 11 16:52:43.115428 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-18081850-35ff-4079-8fc4-31d3fc86e6eb req-6c20dc95-f9e6-4216-80ef-9f0c045ad538 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453229 Apr 11 16:52:43.377884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:43.583123 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:44.229214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af579-d5f2-42fc-8893-c89f9b103484 req-4bcc3696-b544-4b51-83ae-61b915f87958 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:44.230620 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-729af579-d5f2-42fc-8893-c89f9b103484 req-4bcc3696-b544-4b51-83ae-61b915f87958 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0469689 Apr 11 16:52:44.283458 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-729af579-d5f2-42fc-8893-c89f9b103484 req-e64de3ba-32e0-485e-81ac-62046c2e1feb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460982 Apr 11 16:52:45.004720 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.408003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434beb5-e2d4-405f-bf92-155750446399 req-b22f2374-1d77-4428-8712-03bb6c2d68a0 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:45.409585 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9434beb5-e2d4-405f-bf92-155750446399 req-b22f2374-1d77-4428-8712-03bb6c2d68a0 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0540075 Apr 11 16:52:45.464725 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9434beb5-e2d4-405f-bf92-155750446399 req-85647786-4f0d-4b58-bfbc-50388fee8d4a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Apr 11 16:52:45.772656 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40672) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:45.817059 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Deleting subnet 97465fab-f235-489c-8d22-35c37b981a60 {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:45.820277 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Publish callbacks [] for subnet (97465fab-f235-489c-8d22-35c37b981a60), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.858687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (97465fab-f235-489c-8d22-35c37b981a60), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.901044 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (97465fab-f235-489c-8d22-35c37b981a60), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.971949 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.058008 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (97465fab-f235-489c-8d22-35c37b981a60), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.089913 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97465fab-f235-489c-8d22-35c37b981a60,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:46.089913 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.091784 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/97465fab-f235-489c-8d22-35c37b981a60 HTTP/1.1" status: 204 len: 168 time: 0.3180985 Apr 11 16:52:46.095045 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40674) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:46.097459 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.097807 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.098145 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.098485 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.098820 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.099147 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.099474 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.099834 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.100162 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.100591 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.100817 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.101136 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.101464 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.102175 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.102175 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c688b3-7a51-4b5c-a0e7-ceeb8ce6c0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:46.163962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (e5611f7e-205f-43cd-8e90-f9ba625e6bf1), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.246035 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (e5611f7e-205f-43cd-8e90-f9ba625e6bf1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.267378 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5611f7e-205f-43cd-8e90-f9ba625e6bf1']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:46.276770 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b267384-bf7c-43bd-accb-8435716d9ee6') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:46.277065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b267384-bf7c-43bd-accb-8435716d9ee6') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:46.287104 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (2b267384-bf7c-43bd-accb-8435716d9ee6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.300340 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (2b267384-bf7c-43bd-accb-8435716d9ee6), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.306045 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:46.306421 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (2b267384-bf7c-43bd-accb-8435716d9ee6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:46.308131 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:46.457360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (e5611f7e-205f-43cd-8e90-f9ba625e6bf1), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.462715 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.466147 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] 10.222.0.43 "DELETE /v2.0/networks/e5611f7e-205f-43cd-8e90-f9ba625e6bf1 HTTP/1.1" status: 204 len: 168 time: 0.3697791 Apr 11 16:52:46.469033 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40676) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:46.476887 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c455c-d862-4d13-90e5-c266b89e983a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5611f7e-205f-43cd-8e90-f9ba625e6bf1,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:46.518687 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Deleting subnet 7da0692c-e529-4ba5-901b-86fd1fc1de96 {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:46.522251 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Publish callbacks [] for subnet (7da0692c-e529-4ba5-901b-86fd1fc1de96), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.599583 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (7da0692c-e529-4ba5-901b-86fd1fc1de96), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.631387 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6a4a-8a99-447e-80be-e07938743485 req-73cc4736-f2fe-4e47-b928-3e1de8f3507e tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.632903 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ce4b6a4a-8a99-447e-80be-e07938743485 req-73cc4736-f2fe-4e47-b928-3e1de8f3507e tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0861802 Apr 11 16:52:46.669829 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (7da0692c-e529-4ba5-901b-86fd1fc1de96), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.728028 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ce4b6a4a-8a99-447e-80be-e07938743485 req-b9976961-d685-4d90-ba98-5e7a6f15f86c tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888579 Apr 11 16:52:46.852613 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (7da0692c-e529-4ba5-901b-86fd1fc1de96), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.878903 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da0692c-e529-4ba5-901b-86fd1fc1de96,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:46.882708 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:46.885922 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-4cd3d46f-4a4c-4b98-b5c1-09f0b6bee113 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7da0692c-e529-4ba5-901b-86fd1fc1de96 HTTP/1.1" status: 204 len: 168 time: 0.4158545 Apr 11 16:52:46.888413 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40680) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:46.955915 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (cbd3be7f-0ed0-4ad8-a220-be817d60383f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.037143 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (cbd3be7f-0ed0-4ad8-a220-be817d60383f), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.057114 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd3be7f-0ed0-4ad8-a220-be817d60383f']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:47.067052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230184da-92b2-4487-86f0-c41cb5b0a6b9') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:47.067337 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230184da-92b2-4487-86f0-c41cb5b0a6b9') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:47.077803 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (230184da-92b2-4487-86f0-c41cb5b0a6b9), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.091962 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (230184da-92b2-4487-86f0-c41cb5b0a6b9), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.098171 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:47.098564 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (230184da-92b2-4487-86f0-c41cb5b0a6b9), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:47.100395 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:47.246200 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (cbd3be7f-0ed0-4ad8-a220-be817d60383f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.251905 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.254974 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbd3be7f-0ed0-4ad8-a220-be817d60383f HTTP/1.1" status: 204 len: 168 time: 0.3656290 Apr 11 16:52:47.265940 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865a6d4-1c0c-42d6-9083-8ec025f71ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd3be7f-0ed0-4ad8-a220-be817d60383f,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:47.682109 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40684) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:47.722767 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-fa530ebe-86db-49bd-911e-e2f518d38b64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ef8ee4852e647178750688b27f452f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394697 Apr 11 16:52:47.725289 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40686) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:47.775893 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-51f94593-8929-4e01-a06d-bfac1de571ec admin admin] Publish callbacks [] for security_group (ebd0f6a0-2263-443a-8e71-bf7ff096a81c), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.800945 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-51f94593-8929-4e01-a06d-bfac1de571ec admin admin] Publish callbacks [] for security_group (ebd0f6a0-2263-443a-8e71-bf7ff096a81c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.872728 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9a70d-0260-444b-99f1-b94cf1deb76b req-de9f0549-a5c7-480b-8155-731504f95a8a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:47.874251 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2ce9a70d-0260-444b-99f1-b94cf1deb76b req-de9f0549-a5c7-480b-8155-731504f95a8a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0528984 Apr 11 16:52:47.929386 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2ce9a70d-0260-444b-99f1-b94cf1deb76b req-e84ea606-7184-4046-9c2b-458302874a06 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489256 Apr 11 16:52:47.954094 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-51f94593-8929-4e01-a06d-bfac1de571ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ebd0f6a0-2263-443a-8e71-bf7ff096a81c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.956771 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-51f94593-8929-4e01-a06d-bfac1de571ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.957934 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-51f94593-8929-4e01-a06d-bfac1de571ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebd0f6a0-2263-443a-8e71-bf7ff096a81c HTTP/1.1" status: 204 len: 168 time: 0.2317219 Apr 11 16:52:47.966117 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f94593-8929-4e01-a06d-bfac1de571ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0f6a0-2263-443a-8e71-bf7ff096a81c,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:48.684599 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40694) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:48.725065 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e711477d-aa6f-4c5e-aff3-0c8ce3a10c8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d7ac7a518134b6c88c39077e371ffa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392318 Apr 11 16:52:48.727611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40696) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:48.784398 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4a546a64-07ba-4643-ad82-2a4d92c31551 admin admin] Publish callbacks [] for security_group (0555f58d-eafa-4697-a507-b5b2f20a9a34), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.806166 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4a546a64-07ba-4643-ad82-2a4d92c31551 admin admin] Publish callbacks [] for security_group (0555f58d-eafa-4697-a507-b5b2f20a9a34), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.960602 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4a546a64-07ba-4643-ad82-2a4d92c31551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0555f58d-eafa-4697-a507-b5b2f20a9a34), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.963306 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4a546a64-07ba-4643-ad82-2a4d92c31551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.964508 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-4a546a64-07ba-4643-ad82-2a4d92c31551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0555f58d-eafa-4697-a507-b5b2f20a9a34 HTTP/1.1" status: 204 len: 168 time: 0.2360523 Apr 11 16:52:48.973208 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a546a64-07ba-4643-ad82-2a4d92c31551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555f58d-eafa-4697-a507-b5b2f20a9a34,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:49.049720 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc11d5-14ef-4b78-a721-b3de9d62df1f req-f0e4a818-ffda-43d9-90ad-f9e86a6bd7fb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:49.051316 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b9cc11d5-14ef-4b78-a721-b3de9d62df1f req-f0e4a818-ffda-43d9-90ad-f9e86a6bd7fb tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0509501 Apr 11 16:52:49.104919 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b9cc11d5-14ef-4b78-a721-b3de9d62df1f req-270007f8-6064-45a1-a0d8-ba61b8aa238c tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476780 Apr 11 16:52:49.904017 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:52:50.153779 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:50.167326 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '260a47a3-192b-454c-a28f-a2c9401b6941', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'port_id': '260a47a3-192b-454c-a28f-a2c9401b6941', 'mac_address': 'fa:16:3e:3b:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:52:50.212929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 260a47a3-192b-454c-a28f-a2c9401b6941 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:50.213419 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.230990 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260a47a3-192b-454c-a28f-a2c9401b6941 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:50.249993 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912d5c-5308-4b9b-a246-b6faf149ccf3 req-75a81f94-0316-49c3-8331-aea33158c1a4 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:50.255096 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:50.257200 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c4912d5c-5308-4b9b-a246-b6faf149ccf3 req-75a81f94-0316-49c3-8331-aea33158c1a4 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 944 time: 0.0600495 Apr 11 16:52:50.313096 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c4912d5c-5308-4b9b-a246-b6faf149ccf3 req-430b73a1-7690-4825-b5cf-9be7ad2fbf42 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549538 Apr 11 16:52:50.343586 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.398254 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=7']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:50.706945 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['260a47a3-192b-454c-a28f-a2c9401b6941'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:52:50.894694 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40740) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:51.023821 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b13674a7-98b9-4287-b24f-bd2bb564decb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.101237 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b13674a7-98b9-4287-b24f-bd2bb564decb admin admin] Publish callbacks [] for security_group (693e9b04-7bf8-4e84-854f-3cb1b83b483d), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.183630 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b13674a7-98b9-4287-b24f-bd2bb564decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (693e9b04-7bf8-4e84-854f-3cb1b83b483d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.223712 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b13674a7-98b9-4287-b24f-bd2bb564decb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c87196c1595487abd9d29182c24e6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278937 Apr 11 16:52:51.224650 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13674a7-98b9-4287-b24f-bd2bb564decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e9b04-7bf8-4e84-854f-3cb1b83b483d,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.226556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40748) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:51.276338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-22a21973-efdb-4bd3-b144-061c75031e3c admin admin] Publish callbacks [] for security_group (693e9b04-7bf8-4e84-854f-3cb1b83b483d), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.298976 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-22a21973-efdb-4bd3-b144-061c75031e3c admin admin] Publish callbacks [] for security_group (693e9b04-7bf8-4e84-854f-3cb1b83b483d), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.439187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e67c4-6019-49bc-9a92-630c183f7347 req-c944a172-fd90-4b42-b5d7-cc4d5db0b93a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:51.440635 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b2e67c4-6019-49bc-9a92-630c183f7347 req-c944a172-fd90-4b42-b5d7-cc4d5db0b93a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Apr 11 16:52:51.482566 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-22a21973-efdb-4bd3-b144-061c75031e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (693e9b04-7bf8-4e84-854f-3cb1b83b483d), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.485214 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-22a21973-efdb-4bd3-b144-061c75031e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.486301 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-22a21973-efdb-4bd3-b144-061c75031e3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/693e9b04-7bf8-4e84-854f-3cb1b83b483d HTTP/1.1" status: 204 len: 168 time: 0.2573433 Apr 11 16:52:51.507193 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b2e67c4-6019-49bc-9a92-630c183f7347 req-1507b0b3-89a8-44de-a411-7bfa3fc49a1c tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607271 Apr 11 16:52:51.507931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a21973-efdb-4bd3-b144-061c75031e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e9b04-7bf8-4e84-854f-3cb1b83b483d,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.904476 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:51.955503 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 260a47a3-192b-454c-a28f-a2c9401b6941 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:51.955906 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.034023 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 260a47a3-192b-454c-a28f-a2c9401b6941 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:52.034422 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.059496 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:52.063936 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332278a0-af01-4f4d-b3b0-3ddc600ce3e6" -d '{"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-plugged", "status": "completed", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:52.080435 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:52.103719 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0504f4-6a05-4844-bb9a-ee0e7af9f21a x-openstack-request-id: req-fa0504f4-6a05-4844-bb9a-ee0e7af9f21a {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:52.104033 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-plugged", "status": "completed", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:52.104291 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa0504f4-6a05-4844-bb9a-ee0e7af9f21a {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:52.104690 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0504f4-6a05-4844-bb9a-ee0e7af9f21a'] response: {'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'code': 200} Apr 11 16:52:52.143218 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.194572 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=8']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:52.432335 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d3d86-c14f-4e9a-8f57-95a9e2a3629e req-01722772-0ecc-49be-ad2e-dd5db85d5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:52.433937 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8b0d3d86-c14f-4e9a-8f57-95a9e2a3629e req-01722772-0ecc-49be-ad2e-dd5db85d5e85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1130 time: 0.0476742 Apr 11 16:52:52.496922 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8b0d3d86-c14f-4e9a-8f57-95a9e2a3629e req-3acce10c-9721-4bae-b089-fb6596ffeeac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565097 Apr 11 16:52:52.653564 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad2bfd-d0d6-4bcc-9ccb-4fcfe74c8e91 req-ccf5e32a-90e4-44e6-a793-de4c95ba6e8d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:52.655696 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-daad2bfd-d0d6-4bcc-9ccb-4fcfe74c8e91 req-ccf5e32a-90e4-44e6-a793-de4c95ba6e8d tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0512652 Apr 11 16:52:52.711952 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-daad2bfd-d0d6-4bcc-9ccb-4fcfe74c8e91 req-28d53e08-44c4-43e9-82a8-0874b04e5f5a tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502589 Apr 11 16:52:53.775306 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ddabc-ac17-4e93-aef9-ef0e4854093c req-0cf1e181-a387-4732-9837-fc740db19d31 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.776968 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e62ddabc-ac17-4e93-aef9-ef0e4854093c req-0cf1e181-a387-4732-9837-fc740db19d31 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0580647 Apr 11 16:52:53.830465 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e62ddabc-ac17-4e93-aef9-ef0e4854093c req-5f236e57-5c82-45ed-a603-3ced08285495 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477567 Apr 11 16:52:53.843397 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb0ec5-1207-44f6-b7d2-ff029f0933c6 req-c199784d-310a-4157-b8e4-f8de020b1773 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.844991 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1dbb0ec5-1207-44f6-b7d2-ff029f0933c6 req-c199784d-310a-4157-b8e4-f8de020b1773 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0509634 Apr 11 16:52:53.912636 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1dbb0ec5-1207-44f6-b7d2-ff029f0933c6 req-6bd29fd2-739e-487f-8cd0-3389177bce51 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564983 Apr 11 16:52:54.949891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3056-228c-4e77-9821-c969095bd9b2 req-654f82ff-6f6e-49fe-914d-7031dd9dc664 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:54.956879 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-78da3056-228c-4e77-9821-c969095bd9b2 req-654f82ff-6f6e-49fe-914d-7031dd9dc664 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Apr 11 16:52:55.004263 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-78da3056-228c-4e77-9821-c969095bd9b2 req-bb50e424-b4a2-40f0-adee-d85ea20a8a04 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Apr 11 16:52:55.038464 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e2a9e-c65f-4dac-8308-d82597eafbd2 req-07734870-67ae-4ec2-9efd-2a787eb20506 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:55.040036 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e19e2a9e-c65f-4dac-8308-d82597eafbd2 req-07734870-67ae-4ec2-9efd-2a787eb20506 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0520549 Apr 11 16:52:55.093012 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e19e2a9e-c65f-4dac-8308-d82597eafbd2 req-e8ba0cd4-1e39-4dc1-81de-d57cff624735 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Apr 11 16:52:56.137283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac90095-f2e7-44fa-8d9d-869acdbd8e1e req-d5ec1d66-6a8d-4d03-82d6-6fd9331fad13 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:56.139500 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eac90095-f2e7-44fa-8d9d-869acdbd8e1e req-d5ec1d66-6a8d-4d03-82d6-6fd9331fad13 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0557609 Apr 11 16:52:56.194729 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eac90095-f2e7-44fa-8d9d-869acdbd8e1e req-17f6ce01-f07c-497d-9894-7a814b92aff5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490336 Apr 11 16:52:57.323396 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8a443-64f4-4107-b225-96d170d1d7da req-16a7fb32-89c7-48de-abaf-50d96b7a8c73 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:57.324972 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-32c8a443-64f4-4107-b225-96d170d1d7da req-16a7fb32-89c7-48de-abaf-50d96b7a8c73 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0484581 Apr 11 16:52:57.372227 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-32c8a443-64f4-4107-b225-96d170d1d7da req-7efebcb2-4307-4a74-9a33-8e30a3c78616 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Apr 11 16:52:58.496795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6a55b-5a9f-404e-a85a-279d6c5f9c03 req-b3c3b373-0d5a-45de-862d-a74c45bd9a5b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:58.498999 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebf6a55b-5a9f-404e-a85a-279d6c5f9c03 req-b3c3b373-0d5a-45de-862d-a74c45bd9a5b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Apr 11 16:52:58.548401 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebf6a55b-5a9f-404e-a85a-279d6c5f9c03 req-37e4de04-e1db-4914-9bc2-08fbdfd6db69 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Apr 11 16:52:59.825377 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689d463-0601-4939-b679-b981ef205bb4 req-27bfbaf0-2fb2-4f2e-b432-8174b269a342 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:59.827489 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1689d463-0601-4939-b679-b981ef205bb4 req-27bfbaf0-2fb2-4f2e-b432-8174b269a342 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0535474 Apr 11 16:52:59.879992 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1689d463-0601-4939-b679-b981ef205bb4 req-7e438ddc-985a-4295-bc1c-d5155115e670 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470054 Apr 11 16:53:01.000781 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f265d-0bf5-49a3-aee8-106616b6f099 req-6ceb0a61-3306-4312-964d-9b0342402854 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:01.002277 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf2f265d-0bf5-49a3-aee8-106616b6f099 req-6ceb0a61-3306-4312-964d-9b0342402854 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0467916 Apr 11 16:53:01.058432 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf2f265d-0bf5-49a3-aee8-106616b6f099 req-adf03b75-c61d-437d-a32a-c8e01cc8ba76 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504808 Apr 11 16:53:02.176190 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1232dae-a2c2-41e8-bc77-507904fb81a3 req-845813b6-626d-4016-8c48-4565db4b8169 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:02.177688 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a1232dae-a2c2-41e8-bc77-507904fb81a3 req-845813b6-626d-4016-8c48-4565db4b8169 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0476537 Apr 11 16:53:02.224638 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a1232dae-a2c2-41e8-bc77-507904fb81a3 req-8259e7e6-010e-4d55-9edc-6c4c89e5058c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Apr 11 16:53:03.348919 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7110f-981a-4f0d-b973-743932a59e49 req-57080d42-f21f-4a7c-9dd7-a9932c6f43df tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:03.350298 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fd7110f-981a-4f0d-b973-743932a59e49 req-57080d42-f21f-4a7c-9dd7-a9932c6f43df tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0460100 Apr 11 16:53:03.397243 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fd7110f-981a-4f0d-b973-743932a59e49 req-d1bca13c-b901-4f60-be9a-c57e0e2a3778 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Apr 11 16:53:04.516259 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff0b74-f61f-4b7e-9043-4eb576f6a702 req-eba7f97b-3e8c-4c8e-b084-bceb3de04645 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.517718 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c5ff0b74-f61f-4b7e-9043-4eb576f6a702 req-eba7f97b-3e8c-4c8e-b084-bceb3de04645 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Apr 11 16:53:04.590828 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c5ff0b74-f61f-4b7e-9043-4eb576f6a702 req-55399af1-89d7-4d76-afe7-0c4a6eeca7a1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673420 Apr 11 16:53:05.055141 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40922) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:05.158554 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.231426 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Publish callbacks [] for security_group (6ec16910-4ea4-4d02-8502-63916bef366f), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.318674 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6ec16910-4ea4-4d02-8502-63916bef366f), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.357079 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69e5f7ec0c5d41f3806fcd8486da832b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008161 Apr 11 16:53:05.358710 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec16910-4ea4-4d02-8502-63916bef366f,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:05.360588 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40926) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:05.365867 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.366211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.366557 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.366888 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.367216 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.367570 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.367886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.368205 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.368525 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.368895 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.369166 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.369490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.369810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.370122 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.370445 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61308d-fcb3-4abb-aadb-f72c450c4855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:05.409604 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9eb36960-f97c-480a-9bd3-3c9566e9ab69 admin admin] Publish callbacks [] for security_group (6ec16910-4ea4-4d02-8502-63916bef366f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.431436 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9eb36960-f97c-480a-9bd3-3c9566e9ab69 admin admin] Publish callbacks [] for security_group (6ec16910-4ea4-4d02-8502-63916bef366f), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.708776 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9eb36960-f97c-480a-9bd3-3c9566e9ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (6ec16910-4ea4-4d02-8502-63916bef366f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.709921 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9628-7cb5-4c4f-8cbe-41e2fd604c5c req-1af9dbf6-2fab-4e03-9c29-7109ea4ca05b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:05.711391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-755d9628-7cb5-4c4f-8cbe-41e2fd604c5c req-1af9dbf6-2fab-4e03-9c29-7109ea4ca05b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Apr 11 16:53:05.711555 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9eb36960-f97c-480a-9bd3-3c9566e9ab69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:05.712742 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-9eb36960-f97c-480a-9bd3-3c9566e9ab69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ec16910-4ea4-4d02-8502-63916bef366f HTTP/1.1" status: 204 len: 168 time: 0.3510056 Apr 11 16:53:05.721901 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb36960-f97c-480a-9bd3-3c9566e9ab69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec16910-4ea4-4d02-8502-63916bef366f,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:05.764722 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-755d9628-7cb5-4c4f-8cbe-41e2fd604c5c req-fb443abd-7c25-49ab-9d8a-b5ec3c41d21b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Apr 11 16:53:06.393995 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40934) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:06.407075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e6ef5f12-9968-4f54-a0d9-63fbd6b3f9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.479096 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e6ef5f12-9968-4f54-a0d9-63fbd6b3f9ec admin admin] Publish callbacks [] for security_group (397ade04-6497-4d75-96f9-58d93ee2c9a4), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.565956 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e6ef5f12-9968-4f54-a0d9-63fbd6b3f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (397ade04-6497-4d75-96f9-58d93ee2c9a4), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.597076 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef5f12-9968-4f54-a0d9-63fbd6b3f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ade04-6497-4d75-96f9-58d93ee2c9a4,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:06.612060 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e6ef5f12-9968-4f54-a0d9-63fbd6b3f9ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c601a6410ee4a1eb77093caa42235a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169771 Apr 11 16:53:06.616342 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40936) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:06.664616 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c8e87988-c8f7-49cc-a963-87eb2c587055 admin admin] Publish callbacks [] for security_group (397ade04-6497-4d75-96f9-58d93ee2c9a4), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.686895 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c8e87988-c8f7-49cc-a963-87eb2c587055 admin admin] Publish callbacks [] for security_group (397ade04-6497-4d75-96f9-58d93ee2c9a4), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.811566 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c8e87988-c8f7-49cc-a963-87eb2c587055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (397ade04-6497-4d75-96f9-58d93ee2c9a4), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.814534 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c8e87988-c8f7-49cc-a963-87eb2c587055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.815719 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c8e87988-c8f7-49cc-a963-87eb2c587055 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/397ade04-6497-4d75-96f9-58d93ee2c9a4 HTTP/1.1" status: 204 len: 168 time: 0.1983433 Apr 11 16:53:06.832899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87988-c8f7-49cc-a963-87eb2c587055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ade04-6497-4d75-96f9-58d93ee2c9a4,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:06.925842 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a71115-c8ca-40ae-bbe0-ec87921d0d4c req-b1334755-4ff1-4710-98af-97367492990c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:06.927909 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d0a71115-c8ca-40ae-bbe0-ec87921d0d4c req-b1334755-4ff1-4710-98af-97367492990c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0786266 Apr 11 16:53:06.979793 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d0a71115-c8ca-40ae-bbe0-ec87921d0d4c req-90e7c6b0-d3c5-4ff6-97a6-630cfb0412ec tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Apr 11 16:53:07.658307 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 40944) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:07.671936 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08cc79c6-7c3d-48c6-8812-61e7412fc3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.744223 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08cc79c6-7c3d-48c6-8812-61e7412fc3e6 admin admin] Publish callbacks [] for security_group (ef5ca2bc-4338-4fad-b23e-2585a9f3933d), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.844271 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08cc79c6-7c3d-48c6-8812-61e7412fc3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ef5ca2bc-4338-4fad-b23e-2585a9f3933d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.883325 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-08cc79c6-7c3d-48c6-8812-61e7412fc3e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a27fe0aca80a41f08f8587cc7fa289b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239163 Apr 11 16:53:07.884185 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc79c6-7c3d-48c6-8812-61e7412fc3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5ca2bc-4338-4fad-b23e-2585a9f3933d,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:07.885986 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 40946) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:07.933183 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cbf046d2-3268-4ce2-830e-cfd3c85e88ba admin admin] Publish callbacks [] for security_group (ef5ca2bc-4338-4fad-b23e-2585a9f3933d), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.954088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cbf046d2-3268-4ce2-830e-cfd3c85e88ba admin admin] Publish callbacks [] for security_group (ef5ca2bc-4338-4fad-b23e-2585a9f3933d), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.082065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cbf046d2-3268-4ce2-830e-cfd3c85e88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ef5ca2bc-4338-4fad-b23e-2585a9f3933d), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.084617 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-cbf046d2-3268-4ce2-830e-cfd3c85e88ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.085752 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-cbf046d2-3268-4ce2-830e-cfd3c85e88ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef5ca2bc-4338-4fad-b23e-2585a9f3933d HTTP/1.1" status: 204 len: 168 time: 0.1987231 Apr 11 16:53:08.100988 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf046d2-3268-4ce2-830e-cfd3c85e88ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5ca2bc-4338-4fad-b23e-2585a9f3933d,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:08.111794 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa1a6b-5e1c-4127-a4e5-9a4c20a3e3b3 req-2c0b40da-a564-458b-b037-f663208caa77 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:08.113332 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-32aa1a6b-5e1c-4127-a4e5-9a4c20a3e3b3 req-2c0b40da-a564-458b-b037-f663208caa77 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0596170 Apr 11 16:53:08.168517 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-32aa1a6b-5e1c-4127-a4e5-9a4c20a3e3b3 req-9468e99d-3793-4a6d-a038-cd538686cb41 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Apr 11 16:53:09.287844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c20702-218c-444e-95d1-82cbf220f1cb req-4ce54517-345d-4d45-a978-64bcfe1730e8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.289492 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f8c20702-218c-444e-95d1-82cbf220f1cb req-4ce54517-345d-4d45-a978-64bcfe1730e8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0469556 Apr 11 16:53:09.346587 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f8c20702-218c-444e-95d1-82cbf220f1cb req-9be5382f-2b83-4dad-928d-80364eb9abfe tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484319 Apr 11 16:53:09.651331 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f20a2d1a-dc15-40e3-8930-23c8dcd8bfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.465996 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d79691-722e-459f-8a20-729f218cec6a req-1d84afe9-9665-4f07-9ccb-2ab30cb9bd8f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:10.467391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a0d79691-722e-459f-8a20-729f218cec6a req-1d84afe9-9665-4f07-9ccb-2ab30cb9bd8f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0472262 Apr 11 16:53:10.518850 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a0d79691-722e-459f-8a20-729f218cec6a req-93db3f89-e12c-47f9-9aa3-47f083450c87 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448549 Apr 11 16:53:11.644463 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33703eca-57b6-4c27-b0dd-144636f21ddd req-61b0f75b-320e-4310-bbfe-7246d634e5fd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.645917 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-33703eca-57b6-4c27-b0dd-144636f21ddd req-61b0f75b-320e-4310-bbfe-7246d634e5fd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0570672 Apr 11 16:53:11.692795 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-33703eca-57b6-4c27-b0dd-144636f21ddd req-ec934dca-b8c7-413c-a437-203159c6009c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Apr 11 16:53:12.014438 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:53:12.112364 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:12.123351 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '35519831-91a3-435b-b7b6-9574bf0c2104', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104', 'mac_address': 'fa:16:3e:64:bd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:53:12.161769 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: ACTIVE; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:12.162118 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:12.190225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35519831-91a3-435b-b7b6-9574bf0c2104 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:12.221826 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:12.268650 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b01329bf-6502-4093-9082-39b88e64f36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:12.303115 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:12.352853 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=6']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:12.389528 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['35519831-91a3-435b-b7b6-9574bf0c2104'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:12.819003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ce61d-69f4-4043-8908-506d45ff3cab req-3f5e2a0b-e0f9-4417-a88f-b761837733cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.820504 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e89ce61d-69f4-4043-8908-506d45ff3cab req-3f5e2a0b-e0f9-4417-a88f-b761837733cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 944 time: 0.0543618 Apr 11 16:53:12.868986 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e89ce61d-69f4-4043-8908-506d45ff3cab req-9ced8f11-e136-4d99-a3f5-8db030094822 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Apr 11 16:53:13.343160 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:13.605711 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:13.992362 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4c148-a05f-445d-bc69-6c8c25106824 req-fd4cf8dc-9088-41a4-9119-a459cd5822be tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:13.993749 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-17f4c148-a05f-445d-bc69-6c8c25106824 req-fd4cf8dc-9088-41a4-9119-a459cd5822be tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 944 time: 0.0460083 Apr 11 16:53:14.029016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:53:14.042537 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-17f4c148-a05f-445d-bc69-6c8c25106824 req-650cc338-05eb-4bb0-8eb4-cfb3414fc879 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Apr 11 16:53:14.077460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 35519831-91a3-435b-b7b6-9574bf0c2104 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:53:14.077830 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.152286 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:14.152574 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.175874 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:14.178051 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d18ef0-b69e-436f-8242-4a092fd7972e" -d '{"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-plugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:14.190370 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:14.222393 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f4238-7f7a-4897-8e0d-345021cd1f41 x-openstack-request-id: req-037f4238-7f7a-4897-8e0d-345021cd1f41 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:14.222738 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-plugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:14.223009 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-037f4238-7f7a-4897-8e0d-345021cd1f41 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:14.223472 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037f4238-7f7a-4897-8e0d-345021cd1f41'] response: {'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'code': 200} Apr 11 16:53:14.285646 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.338786 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=7']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:14.937436 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.162713 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95976d-6e64-41fd-bfee-121667ae2cc9 req-f357de7b-5c79-4892-92df-f8d3369a62a7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:15.164423 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4c95976d-6e64-41fd-bfee-121667ae2cc9 req-f357de7b-5c79-4892-92df-f8d3369a62a7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Apr 11 16:53:15.217299 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4c95976d-6e64-41fd-bfee-121667ae2cc9 req-d345d0c5-9f8c-430a-8898-1ab6d29fc55c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Apr 11 16:53:15.971689 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:16.348574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373b96d-3ba2-453a-be5b-eaff513009e5 req-6bb28359-2d57-4027-9400-93c320fb065a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:16.350099 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c373b96d-3ba2-453a-be5b-eaff513009e5 req-6bb28359-2d57-4027-9400-93c320fb065a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Apr 11 16:53:16.399460 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c373b96d-3ba2-453a-be5b-eaff513009e5 req-bc1e030e-6b2c-4933-8d3a-eb2a00c6db0b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Apr 11 16:53:17.523291 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee9c6e-ac21-4906-9ebf-fb5fb2a9ac85 req-dcdebaf5-1b86-40d4-ba8b-f3770562ed93 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:17.524827 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-abee9c6e-ac21-4906-9ebf-fb5fb2a9ac85 req-dcdebaf5-1b86-40d4-ba8b-f3770562ed93 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0483878 Apr 11 16:53:17.571444 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-abee9c6e-ac21-4906-9ebf-fb5fb2a9ac85 req-5ed0dcc3-ee63-41e9-8977-82a54d6dcbce tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410969 Apr 11 16:53:18.771887 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-54533363-2a28-4ce8-8bea-bbb7927e83ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502367 Apr 11 16:53:18.952688 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-5ee11dbd-118b-4ece-96b2-afa6c1b6356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:18.954535 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-5ee11dbd-118b-4ece-96b2-afa6c1b6356b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1130 time: 0.1332190 Apr 11 16:53:18.966532 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc116ae-d643-416b-9f00-44d86a5985d7 req-f19f79b3-19f0-453a-ad3e-de6da13907f1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:18.972013 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cbc116ae-d643-416b-9f00-44d86a5985d7 req-f19f79b3-19f0-453a-ad3e-de6da13907f1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.3224871 Apr 11 16:53:19.108295 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cbc116ae-d643-416b-9f00-44d86a5985d7 req-a9a00da8-9dfd-4f1c-90ac-fc7af6f59807 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334305 Apr 11 16:53:19.136732 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:19.147227 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-6efefc30-7c63-45a3-9765-e40e19abdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.148830 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-6efefc30-7c63-45a3-9765-e40e19abdca7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 909 time: 0.1727107 Apr 11 16:53:19.241527 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-92b245a8-7321-4441-af25-640632622e3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 1002 time: 0.0859749 Apr 11 16:53:19.303445 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-2cec4200-0270-4383-9375-ff5cfb363a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.305281 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-2cec4200-0270-4383-9375-ff5cfb363a66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 200 len: 847 time: 0.0568233 Apr 11 16:53:19.366454 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-1cd92b20-4efa-46e6-9f7d-04ffd5a9e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.368363 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-1cd92b20-4efa-46e6-9f7d-04ffd5a9e58a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d71751e9-59cf-4d12-bec0-287208226699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552638 Apr 11 16:53:19.481704 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-35c7f79b-2061-407f-90d1-3d9360b0e216 service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033123 Apr 11 16:53:19.602245 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bf5a56f4-eef5-4908-ac3c-ef4a71104b70 req-de30e5a6-9ac8-4e45-8720-2fc5cee5d36d service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114259 Apr 11 16:53:20.312916 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e99a2-8566-4f93-903c-d2314e22b037 req-36c27d6d-9174-46b3-95ff-3823ccd9f377 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:20.314402 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6d2e99a2-8566-4f93-903c-d2314e22b037 req-36c27d6d-9174-46b3-95ff-3823ccd9f377 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.1312337 Apr 11 16:53:20.366288 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6d2e99a2-8566-4f93-903c-d2314e22b037 req-74f5cf8e-8ca6-43d9-9a44-32590949ec5b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Apr 11 16:53:21.501063 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7a13-6922-42ac-b96d-b56e896a3d84 req-6df62484-6c58-4beb-9b42-61c8837f8877 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:21.518603 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f71d7a13-6922-42ac-b96d-b56e896a3d84 req-6df62484-6c58-4beb-9b42-61c8837f8877 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0587866 Apr 11 16:53:21.560294 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f71d7a13-6922-42ac-b96d-b56e896a3d84 req-dd383ea2-6052-4284-b35f-88fbcdcbb8fd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496984 Apr 11 16:53:22.697886 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25eee-6ac1-4488-904f-a0869b822dc0 req-0b6c6924-45bb-41ad-a20d-05c41f882ff6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.700086 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-82b25eee-6ac1-4488-904f-a0869b822dc0 req-0b6c6924-45bb-41ad-a20d-05c41f882ff6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0576665 Apr 11 16:53:22.778452 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-82b25eee-6ac1-4488-904f-a0869b822dc0 req-58f5ead6-cefb-42b3-aa94-44c44a61bf19 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719573 Apr 11 16:53:23.935080 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663206-b5ed-4b80-b70c-c2eb311c2785 req-2d763128-24d9-491d-b0c2-04a94bd891ac tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:23.936985 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3b663206-b5ed-4b80-b70c-c2eb311c2785 req-2d763128-24d9-491d-b0c2-04a94bd891ac tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0676801 Apr 11 16:53:23.994891 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3b663206-b5ed-4b80-b70c-c2eb311c2785 req-dc76f137-c10b-4f6b-a7b2-2f3dec5e3cf6 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515494 Apr 11 16:53:25.117877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab3cb4-2e23-4419-9c52-3e4e02beba79 req-7941046b-1f6a-421d-a7b2-339c92a839ff tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:25.124018 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0aab3cb4-2e23-4419-9c52-3e4e02beba79 req-7941046b-1f6a-421d-a7b2-339c92a839ff tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0492477 Apr 11 16:53:25.171888 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0aab3cb4-2e23-4419-9c52-3e4e02beba79 req-8deddd62-ed69-411f-8317-54e567286fe0 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 Apr 11 16:53:26.293403 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb068b-da05-41cf-b307-a40c6d350214 req-9ea31f47-2de1-4c25-be23-26d2d32f1df0 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.294909 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bfbb068b-da05-41cf-b307-a40c6d350214 req-9ea31f47-2de1-4c25-be23-26d2d32f1df0 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0502076 Apr 11 16:53:26.345909 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bfbb068b-da05-41cf-b307-a40c6d350214 req-68d546c6-84db-49c9-8f8b-fe153b2373c0 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Apr 11 16:53:27.470964 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfd07f-ded5-4a09-a65f-2765d4105ae8 req-05f193be-7577-4c45-ba05-ab89ac0061ef tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.472553 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-23dfd07f-ded5-4a09-a65f-2765d4105ae8 req-05f193be-7577-4c45-ba05-ab89ac0061ef tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Apr 11 16:53:27.530938 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-23dfd07f-ded5-4a09-a65f-2765d4105ae8 req-0c0e2acd-da92-4ef5-9e81-0ee956dc8a9f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481558 Apr 11 16:53:28.817020 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036d3ff-b05b-4e56-af80-cc6461998d5c req-cb07613e-dfa5-424f-b58c-300143d5a99b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.818746 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c036d3ff-b05b-4e56-af80-cc6461998d5c req-cb07613e-dfa5-424f-b58c-300143d5a99b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0495367 Apr 11 16:53:28.876348 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c036d3ff-b05b-4e56-af80-cc6461998d5c req-63730a34-ec75-4b36-8b28-f452f71920ad tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511045 Apr 11 16:53:30.012695 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea65c10-0cde-47a7-a2a8-fa51fc4a2ec4 req-064e74e1-b3e8-47ca-a1bb-98f19d278514 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:30.014821 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fea65c10-0cde-47a7-a2a8-fa51fc4a2ec4 req-064e74e1-b3e8-47ca-a1bb-98f19d278514 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0560029 Apr 11 16:53:30.065742 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fea65c10-0cde-47a7-a2a8-fa51fc4a2ec4 req-38641708-8cdd-4251-a4c9-4dda5219d867 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460038 Apr 11 16:53:31.183998 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9845-47f7-4b25-a102-21471ccbca70 req-c306c0af-5836-44d5-a447-b9cfb50b3071 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:31.185505 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-07ee9845-47f7-4b25-a102-21471ccbca70 req-c306c0af-5836-44d5-a447-b9cfb50b3071 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Apr 11 16:53:31.232918 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-07ee9845-47f7-4b25-a102-21471ccbca70 req-3e17d660-d151-4ad1-9027-743737eaf8be tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419638 Apr 11 16:53:32.330749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-857d9b95-2089-4caa-8722-d3947177ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.332356 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-857d9b95-2089-4caa-8722-d3947177ed34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1129 time: 0.0402069 Apr 11 16:53:32.357250 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674266b-5d64-442c-9ac5-1921eddd0ace req-fc35e018-ffae-4125-993d-a496ed288e19 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.358738 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c674266b-5d64-442c-9ac5-1921eddd0ace req-fc35e018-ffae-4125-993d-a496ed288e19 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Apr 11 16:53:32.406090 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c674266b-5d64-442c-9ac5-1921eddd0ace req-19ee5c7e-31fe-40bc-b267-fa4d3b85dcea tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Apr 11 16:53:32.426013 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-ef0bbc0b-5723-415b-bb03-da68d60ee6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.427540 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-ef0bbc0b-5723-415b-bb03-da68d60ee6ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.0890353 Apr 11 16:53:32.492804 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-67f5dac0-385e-4945-9109-861f2617f3f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 1000 time: 0.0574307 Apr 11 16:53:32.538942 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-a1ee92e1-a4f3-4713-b9c8-8c87a761f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.541238 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-a1ee92e1-a4f3-4713-b9c8-8c87a761f760 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0429294 Apr 11 16:53:32.587249 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-e96f772c-e275-4a1c-86bb-6b9c1cf4e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.588744 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-e96f772c-e275-4a1c-86bb-6b9c1cf4e076 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419860 Apr 11 16:53:32.679534 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-6feeedb3-7dcb-4c3e-9b16-07b0bc36425f service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845957 Apr 11 16:53:32.769176 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4a570a27-04a0-4597-94b5-0696e9c19aff req-4cbcf77e-3153-4efd-bd03-609036bfc156 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833304 Apr 11 16:53:33.527177 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d66e-5ee5-4119-bb52-bd4dd39a280c req-d3e88d0e-c44c-4858-a47d-1e1baa65aec4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:33.528593 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ab8d66e-5ee5-4119-bb52-bd4dd39a280c req-d3e88d0e-c44c-4858-a47d-1e1baa65aec4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Apr 11 16:53:33.576598 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ab8d66e-5ee5-4119-bb52-bd4dd39a280c req-9926e111-4f1e-4ac6-9193-4f2ffafd7eef tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Apr 11 16:53:34.695545 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f145f1-b179-48c9-b2d2-b263a4e7b180 req-dc271c9a-993f-4e35-a720-b5d38fadfd76 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:34.697761 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a2f145f1-b179-48c9-b2d2-b263a4e7b180 req-dc271c9a-993f-4e35-a720-b5d38fadfd76 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0469463 Apr 11 16:53:34.748687 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a2f145f1-b179-48c9-b2d2-b263a4e7b180 req-95a40344-a659-4a35-af40-cb1f8f47ee5e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454147 Apr 11 16:53:35.869961 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79256b58-7331-4b4a-b506-a3fbfeea7c7d req-613d2d98-f1a4-4273-923f-0f52851e8acc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:35.871428 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-79256b58-7331-4b4a-b506-a3fbfeea7c7d req-613d2d98-f1a4-4273-923f-0f52851e8acc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 945 time: 0.0513043 Apr 11 16:53:35.919323 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-79256b58-7331-4b4a-b506-a3fbfeea7c7d req-91c2c66f-7656-43e2-9702-11e9d3801111 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Apr 11 16:53:37.202818 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:53:37.279080 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: ACTIVE; New status is: DOWN {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:37.279753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.303900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:37.306113 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8710307f-6906-478a-b7b9-8695600323df" -d '{"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:37.322775 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:37.340332 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b7cd7-f86e-4c8a-9a45-57f8d761fc68 x-openstack-request-id: req-334b7cd7-f86e-4c8a-9a45-57f8d761fc68 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:37.340614 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-unplugged", "status": "failed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "code": 422}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:37.340865 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-334b7cd7-f86e-4c8a-9a45-57f8d761fc68 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:37.341311 dv-cinder-837163-2-iscsi neutron-server[110632]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-334b7cd7-f86e-4c8a-9a45-57f8d761fc68']: {'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'code': 422} returned with failed status Apr 11 16:53:37.422956 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.469918 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=8']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:38.832768 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c2cc2-eeab-4253-aa6c-bb981efc0ef3 req-0b99a302-e605-4eb9-b017-b7a4e8388e08 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:38.834225 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fa4c2cc2-eeab-4253-aa6c-bb981efc0ef3 req-0b99a302-e605-4eb9-b017-b7a4e8388e08 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0475602 Apr 11 16:53:38.885121 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fa4c2cc2-eeab-4253-aa6c-bb981efc0ef3 req-242b70e7-1893-437b-a5ad-e7a8b19e95af tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Apr 11 16:53:39.333976 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41266) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:39.418858 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-322e75d4-307c-4573-b08e-c92ed41e6470 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837409 Apr 11 16:53:39.427353 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-3b8efb8c-db4f-4b52-bc2e-72bd1a55283e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:53:39.428335 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-3b8efb8c-db4f-4b52-bc2e-72bd1a55283e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048923 Apr 11 16:53:39.511845 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41274) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:39.603611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-3b3c3b18-bf40-447c-b818-0bbb1b7543a3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:39.604978 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-3b3c3b18-bf40-447c-b818-0bbb1b7543a3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports/35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 940 time: 0.0963569 Apr 11 16:53:39.640077 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-8cb3e26c-33f4-4b96-a8ad-a9d71199ebe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.999983 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11f0dc-878a-47f1-980a-3c8eba830d74 req-0a91311a-901c-44c3-b970-1b376ce0bffb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:40.001438 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cd11f0dc-878a-47f1-980a-3c8eba830d74 req-0a91311a-901c-44c3-b970-1b376ce0bffb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0472152 Apr 11 16:53:40.050937 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cd11f0dc-878a-47f1-980a-3c8eba830d74 req-a44468c4-15aa-4b6b-85f8-de6d74e4b309 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Apr 11 16:53:41.171044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6d90-4df9-4f92-995d-3f629aa3acdc req-2811d0a5-dcf2-40c4-984a-40cab2efc8bb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.172531 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8baa6d90-4df9-4f92-995d-3f629aa3acdc req-2811d0a5-dcf2-40c4-984a-40cab2efc8bb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0484693 Apr 11 16:53:41.222236 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8baa6d90-4df9-4f92-995d-3f629aa3acdc req-daa44b79-ef93-44e1-8607-65b98ad4e02f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Apr 11 16:53:41.342446 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-432239bb-8e4c-47f3-8780-bc20fd7415e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.343996 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-432239bb-8e4c-47f3-8780-bc20fd7415e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0&tenant_id=e54efcd6582349b9a9d7131150d8aa6f HTTP/1.1" status: 200 len: 1127 time: 0.0841601 Apr 11 16:53:41.354908 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-982458af-6638-45ba-a686-5bde9d980f06 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:53:41.355967 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-982458af-6638-45ba-a686-5bde9d980f06 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051744 Apr 11 16:53:41.415342 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-12aa6baa-73fc-42b4-8edd-b45462353c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.416881 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-12aa6baa-73fc-42b4-8edd-b45462353c86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1127 time: 0.0397935 Apr 11 16:53:41.511234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-dee215da-90d8-4ed0-9d7c-97dc76e5c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.512798 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-dee215da-90d8-4ed0-9d7c-97dc76e5c8bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.0892537 Apr 11 16:53:41.577239 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-74cdaa63-f393-40f3-948b-3b617a8ec4ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 998 time: 0.0581801 Apr 11 16:53:41.624202 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-32b3479b-7177-4770-b63e-9a526ae19554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.625649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-32b3479b-7177-4770-b63e-9a526ae19554 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0421581 Apr 11 16:53:41.672195 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-b1c7c17c-8235-48c9-8120-e7d62659dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.673876 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-b1c7c17c-8235-48c9-8120-e7d62659dd8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419796 Apr 11 16:53:41.765642 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-0b5eff9e-323e-4247-a452-426f161e3b35 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846364 Apr 11 16:53:41.857157 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-cedb45a8-eae8-43fd-a51b-0c33677a6dc6 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853467 Apr 11 16:53:42.251427 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d12a689e-9e75-47ba-a651-c9245ec8d964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:42.347778 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60526b1b-0e3d-4b00-8507-2bb91f3b26cc req-1b20862e-442c-463a-bf1f-6eb4bd50fdb5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:42.349232 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-60526b1b-0e3d-4b00-8507-2bb91f3b26cc req-1b20862e-442c-463a-bf1f-6eb4bd50fdb5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0473034 Apr 11 16:53:42.399496 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-60526b1b-0e3d-4b00-8507-2bb91f3b26cc req-9da262f7-dc89-4ccc-9883-37bfd03fa507 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 Apr 11 16:53:43.428583 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:43.536676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286526-9a9a-4bae-b1f4-c3934ade2aff req-cc668f75-98b1-4d7a-b722-f34162864291 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:43.538350 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c286526-9a9a-4bae-b1f4-c3934ade2aff req-cc668f75-98b1-4d7a-b722-f34162864291 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0582500 Apr 11 16:53:43.589883 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c286526-9a9a-4bae-b1f4-c3934ade2aff req-dcfe5916-3431-4810-9c12-48cc9e4e8ee8 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Apr 11 16:53:43.609864 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:44.737242 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace5179-d61b-49b0-9e5d-9a77cc1498d5 req-bc78e104-b04b-4557-8d9e-0daf24392974 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:44.739755 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ace5179-d61b-49b0-9e5d-9a77cc1498d5 req-bc78e104-b04b-4557-8d9e-0daf24392974 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0502896 Apr 11 16:53:44.791135 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ace5179-d61b-49b0-9e5d-9a77cc1498d5 req-50cfb0d4-2af8-49d9-bc3f-1f59bda4698b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Apr 11 16:53:44.949407 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.913694 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3b0b-a3b6-43d2-9a85-871d2b8aeddc req-18c2a7a0-4ba4-46d6-8c87-c799ca23cf92 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:45.915321 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ffff3b0b-a3b6-43d2-9a85-871d2b8aeddc req-18c2a7a0-4ba4-46d6-8c87-c799ca23cf92 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0485251 Apr 11 16:53:45.966940 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ffff3b0b-a3b6-43d2-9a85-871d2b8aeddc req-bc68a52f-7ae2-4506-a0cc-67ea6cd4fc2d tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 Apr 11 16:53:45.982686 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:47.115020 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d5d8-7a71-4e96-9231-b04a36d0b1ec req-189bf750-29bd-47c0-a74e-7524c281fc48 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:47.118874 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9657d5d8-7a71-4e96-9231-b04a36d0b1ec req-189bf750-29bd-47c0-a74e-7524c281fc48 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0745964 Apr 11 16:53:47.183186 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9657d5d8-7a71-4e96-9231-b04a36d0b1ec req-8eedb9a0-e347-43bc-bf08-a6fc54548eb7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580385 Apr 11 16:53:48.332304 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57160dc1-c860-4275-b59c-37063da4d6ea req-827d8147-67b4-4b39-9da5-cfb3490cdca4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:48.333962 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-57160dc1-c860-4275-b59c-37063da4d6ea req-827d8147-67b4-4b39-9da5-cfb3490cdca4 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0600977 Apr 11 16:53:48.383103 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-57160dc1-c860-4275-b59c-37063da4d6ea req-d32961bf-b910-473c-88f3-519084d87010 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Apr 11 16:53:49.516835 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a47688-5732-49a6-940c-f249c37f59e4 req-756fb529-f677-47e8-be62-571a4c03b2cb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:49.519257 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-90a47688-5732-49a6-940c-f249c37f59e4 req-756fb529-f677-47e8-be62-571a4c03b2cb tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0601649 Apr 11 16:53:49.569778 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-90a47688-5732-49a6-940c-f249c37f59e4 req-7dacb308-92fc-4ce5-ba22-ee066446c8a5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Apr 11 16:53:50.691766 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60ca37-e3ef-4c64-9a72-00e8b5ebfc8c req-0d9b7068-bb06-49b0-b979-13b35cd6afbc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:50.693252 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1e60ca37-e3ef-4c64-9a72-00e8b5ebfc8c req-0d9b7068-bb06-49b0-b979-13b35cd6afbc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0513611 Apr 11 16:53:50.739577 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1e60ca37-e3ef-4c64-9a72-00e8b5ebfc8c req-c758cced-432a-494b-bebe-394f8b6e8e06 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Apr 11 16:53:51.856756 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2084-2aa7-4f4d-b7d7-b01d655a5dc2 req-fd8afa18-3600-4eaa-80c5-7b5914de452e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:51.858203 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9da2084-2aa7-4f4d-b7d7-b01d655a5dc2 req-fd8afa18-3600-4eaa-80c5-7b5914de452e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0491416 Apr 11 16:53:51.906241 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c9da2084-2aa7-4f4d-b7d7-b01d655a5dc2 req-36a829ac-6303-4057-83cf-112e187a8c6e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 Apr 11 16:53:53.045206 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadc65d-4e06-48e1-a08b-83d1fd384b6f req-3fb45bac-70eb-434a-afac-e84655ac69de tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:53.046856 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cadc65d-4e06-48e1-a08b-83d1fd384b6f req-3fb45bac-70eb-434a-afac-e84655ac69de tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0599372 Apr 11 16:53:53.117517 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cadc65d-4e06-48e1-a08b-83d1fd384b6f req-3f4d57f9-45c1-4d95-84ac-58a245c840e7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617826 Apr 11 16:53:54.237470 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262d779-5d92-41c3-9a7c-a17b672f9d48 req-95662d10-aa30-4959-a816-f8697a9cc1da tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:54.238974 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e262d779-5d92-41c3-9a7c-a17b672f9d48 req-95662d10-aa30-4959-a816-f8697a9cc1da tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0468853 Apr 11 16:53:54.289656 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e262d779-5d92-41c3-9a7c-a17b672f9d48 req-3480be35-4c77-4751-8ac5-eb8752d87dcc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Apr 11 16:53:55.408463 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902395-3544-40ea-90e8-2b9fc2e41bd9 req-6b10a5f7-f91c-4337-abe0-7208145624ca tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:55.410662 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-91902395-3544-40ea-90e8-2b9fc2e41bd9 req-6b10a5f7-f91c-4337-abe0-7208145624ca tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0494585 Apr 11 16:53:55.457439 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-91902395-3544-40ea-90e8-2b9fc2e41bd9 req-56f361f6-fd61-4c9a-8a53-9cd0da752f9b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Apr 11 16:53:56.105201 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:56.575785 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b626beb-6fbc-44b1-9b13-cf0abb9a2ed0 req-e73bd44c-21e4-4b8c-9ecf-abe71bcf7128 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:56.577244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0b626beb-6fbc-44b1-9b13-cf0abb9a2ed0 req-e73bd44c-21e4-4b8c-9ecf-abe71bcf7128 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0463252 Apr 11 16:53:56.624202 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0b626beb-6fbc-44b1-9b13-cf0abb9a2ed0 req-d6df35f3-dff7-47f5-9824-947fcb84e151 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Apr 11 16:53:57.742862 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaafd2-e83c-478b-8953-7e0f113e9f24 req-afce801a-9fad-483d-a8d0-749620314be7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:57.744264 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5afaafd2-e83c-478b-8953-7e0f113e9f24 req-afce801a-9fad-483d-a8d0-749620314be7 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0459135 Apr 11 16:53:57.795923 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5afaafd2-e83c-478b-8953-7e0f113e9f24 req-0edd0ab6-53cb-46a8-a64a-3d5b2776aa06 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Apr 11 16:53:58.914569 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e5869-55a7-4a44-a1e4-f66ba15746fa req-c7778bb4-f523-4c0d-a462-eb2fb0774d51 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:58.916094 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cb4e5869-55a7-4a44-a1e4-f66ba15746fa req-c7778bb4-f523-4c0d-a462-eb2fb0774d51 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 943 time: 0.0469477 Apr 11 16:53:58.963389 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cb4e5869-55a7-4a44-a1e4-f66ba15746fa req-da505a5c-ef2e-47fd-b6cd-7cd4c893fa27 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Apr 11 16:53:59.433789 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:53:59.533970 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:59.546025 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '35519831-91a3-435b-b7b6-9574bf0c2104', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'port_id': '35519831-91a3-435b-b7b6-9574bf0c2104', 'mac_address': 'fa:16:3e:64:bd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:53:59.582558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:59.582932 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:59.596038 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35519831-91a3-435b-b7b6-9574bf0c2104 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:59.614959 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:59.742256 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:59.791071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=9']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:59.798325 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.798665 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.799011 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.799347 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.799701 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.800026 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.800350 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.800666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.801002 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.801324 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.801645 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.801964 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.802314 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.802673 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:59.803062 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.078301 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40507cb-4553-4bb6-94e5-211f97d0d945 req-13f60fe4-0e60-4b7b-a756-22cb4dd90a26 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:00.079776 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f40507cb-4553-4bb6-94e5-211f97d0d945 req-13f60fe4-0e60-4b7b-a756-22cb4dd90a26 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 944 time: 0.0470641 Apr 11 16:54:00.080185 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['35519831-91a3-435b-b7b6-9574bf0c2104'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:00.127937 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f40507cb-4553-4bb6-94e5-211f97d0d945 req-554fcedc-4628-412e-b449-0696e616be1c tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Apr 11 16:54:01.252779 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c31a-4348-4b49-b04f-bc0e400cc243 req-96ca40a0-0e83-419b-b8e3-c6ee6d96a420 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:01.254118 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3512c31a-4348-4b49-b04f-bc0e400cc243 req-96ca40a0-0e83-419b-b8e3-c6ee6d96a420 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 944 time: 0.0494618 Apr 11 16:54:01.300969 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3512c31a-4348-4b49-b04f-bc0e400cc243 req-7d0b101a-2fc3-4be8-aebe-8e068078519b tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Apr 11 16:54:01.443233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:01.501969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 35519831-91a3-435b-b7b6-9574bf0c2104 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:01.512817 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:01.578005 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 35519831-91a3-435b-b7b6-9574bf0c2104 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:01.578382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:01.600967 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:01.603168 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95b83d4-483c-4fb0-a807-e84363d5749a" -d '{"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-plugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:01.616607 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:01.644903 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77973bb3-a792-48ff-96b2-f5a264c8d8bd x-openstack-request-id: req-77973bb3-a792-48ff-96b2-f5a264c8d8bd {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:01.644903 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-plugged", "status": "completed", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:01.644903 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77973bb3-a792-48ff-96b2-f5a264c8d8bd {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:01.644903 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77973bb3-a792-48ff-96b2-f5a264c8d8bd'] response: {'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'code': 200} Apr 11 16:54:01.691372 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:01.741609 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=10']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:02.004111 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1820e4a-786b-4074-b542-495cf66f41f6 req-736fd0ef-aff9-41cd-a855-79148378dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:02.005584 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d1820e4a-786b-4074-b542-495cf66f41f6 req-736fd0ef-aff9-41cd-a855-79148378dc64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1130 time: 0.0379472 Apr 11 16:54:02.049927 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d1820e4a-786b-4074-b542-495cf66f41f6 req-efca68a7-b72b-4c3a-a543-479202a46bf3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Apr 11 16:54:02.419788 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e09285-4958-4f0b-8e7b-b8c39b60c09a req-7b7b1501-9ec2-49e7-a7aa-c6527e235784 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:02.421336 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d2e09285-4958-4f0b-8e7b-b8c39b60c09a req-7b7b1501-9ec2-49e7-a7aa-c6527e235784 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0477021 Apr 11 16:54:02.467919 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d2e09285-4958-4f0b-8e7b-b8c39b60c09a req-6327cb6b-a5c3-4a36-aee3-6ca7dfa008b9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Apr 11 16:54:03.228931 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41438) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:03.330870 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.408632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Publish callbacks [] for security_group (5f1e066b-ea7d-4bb3-8a5f-53dc4135b808), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.519561 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5f1e066b-ea7d-4bb3-8a5f-53dc4135b808), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.558287 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=760dbefb73e6480993dfc2c698eb1ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281527 Apr 11 16:54:03.560176 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1e066b-ea7d-4bb3-8a5f-53dc4135b808,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:03.562058 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41444) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:03.577903 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.578245 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.578583 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.578920 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.579254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.579606 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.584010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78a271-c2c4-4d2c-99b1-09aa38c28339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:03.593481 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91831-4682-4251-936b-6ee185bbf9bf req-b3b8c2ce-fddc-4588-8fd0-dd12c6c56dfd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:03.595597 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f2b91831-4682-4251-936b-6ee185bbf9bf req-b3b8c2ce-fddc-4588-8fd0-dd12c6c56dfd tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0517704 Apr 11 16:54:03.624810 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4e87-c0fb-4a40-aaf2-674571051dd2 admin admin] Publish callbacks [] for security_group (5f1e066b-ea7d-4bb3-8a5f-53dc4135b808), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.645121 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f2b91831-4682-4251-936b-6ee185bbf9bf req-0dc9242a-169c-4e8f-8e3e-2209882a3dd1 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Apr 11 16:54:03.645558 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4e87-c0fb-4a40-aaf2-674571051dd2 admin admin] Publish callbacks [] for security_group (5f1e066b-ea7d-4bb3-8a5f-53dc4135b808), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.803574 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4e87-c0fb-4a40-aaf2-674571051dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5f1e066b-ea7d-4bb3-8a5f-53dc4135b808), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.807285 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4e87-c0fb-4a40-aaf2-674571051dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:03.811038 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f6fa4e87-c0fb-4a40-aaf2-674571051dd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f1e066b-ea7d-4bb3-8a5f-53dc4135b808 HTTP/1.1" status: 204 len: 168 time: 0.2455366 Apr 11 16:54:03.823347 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa4e87-c0fb-4a40-aaf2-674571051dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1e066b-ea7d-4bb3-8a5f-53dc4135b808,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:04.762972 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b16f89-7761-4a6b-ba46-4cdeaee353e5 req-1a1d93e7-136f-4813-ba8c-9f29ad62a65e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:04.764589 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-93b16f89-7761-4a6b-ba46-4cdeaee353e5 req-1a1d93e7-136f-4813-ba8c-9f29ad62a65e tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0473065 Apr 11 16:54:04.819225 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-93b16f89-7761-4a6b-ba46-4cdeaee353e5 req-5f892321-d87a-4841-8b5f-24e978cdc156 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482171 Apr 11 16:54:04.866137 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41504) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:04.965413 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1217416073-network', 'tenant_id': 'dda959d146164e97855de4f0d05a0516'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:05.045435 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Made reservation on behalf of dda959d146164e97855de4f0d05a0516 for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:05.047965 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.057094 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.130769 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks [] for security_group (0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.193838 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.221832 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:54:05.229258 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:05.235575 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (8b1fba13-c744-4828-8bae-ea88f446c662), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.235918 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Added segment 8b1fba13-c744-4828-8bae-ea88f446c662 of type vlan for network 08e21f37-52ac-4940-a6c8-287c20256171 Apr 11 16:54:05.278088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (08e21f37-52ac-4940-a6c8-287c20256171), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.369324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (08e21f37-52ac-4940-a6c8-287c20256171), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.370303 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:05.371719 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.437139 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=08e21f37-52ac-4940-a6c8-287c20256171,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:05.444391 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.445829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.446185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.446530 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.446869 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.447202 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.447556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.447918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.448252 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.448580 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.448910 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.449237 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.449692 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.449952 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.450276 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:05.462808 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 08e21f37-52ac-4940-a6c8-287c20256171 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:54:05.493052 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-20f53732-f54a-4ce1-8cd7-d4514be71ec2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6245277 Apr 11 16:54:05.495778 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41508) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:05.501087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Request body: {'subnet': {'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1217416073-subnet', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:05.599744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Made reservation on behalf of dda959d146164e97855de4f0d05a0516 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:05.602357 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683179'] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.846838 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13070267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683193'] for subnet (e07f1167-1ac9-43b8-b536-7eea1b3ee704), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.941863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07f1167-1ac9-43b8-b536-7eea1b3ee704,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:05.971665 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33f461-a1b7-4fa7-9150-188275c90870 req-50eabf20-7d81-486f-b214-99449a79c8e9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:05.973127 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e33f461-a1b7-4fa7-9150-188275c90870 req-50eabf20-7d81-486f-b214-99449a79c8e9 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0721743 Apr 11 16:54:05.973962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Checking segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:05.974314 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Network hostable DHCP agents. Network: 08e21f37-52ac-4940-a6c8-287c20256171, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:54:06.028332 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4e33f461-a1b7-4fa7-9150-188275c90870 req-5dec6de4-6de5-4eff-a16a-608176aa473f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494664 Apr 11 16:54:06.085699 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Network 08e21f37-52ac-4940-a6c8-287c20256171 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:54:06.165632 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 08e21f37-52ac-4940-a6c8-287c20256171) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:06.172119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:06.173759 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.178686 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088959a-00f3-4094-aac0-8268682e3530 None None] Network 08e21f37-52ac-4940-a6c8-287c20256171 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:06.269241 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-01b5476b-2bc5-4c74-8576-cbbf60f4da0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7723331 Apr 11 16:54:06.272188 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41516) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:06.277309 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:06.284540 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-08e21f37-52ac-4940-a6c8-287c20256171', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:54:06.285393 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.376808 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (3ea1f778-529e-450d-a6aa-f54241c15e35), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.377984 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (3ea1f778-529e-450d-a6aa-f54241c15e35), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.421538 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Allocated IP 172.20.0.2 (08e21f37-52ac-4940-a6c8-287c20256171/e07f1167-1ac9-43b8-b536-7eea1b3ee704/463a3e39-97e3-4e3b-946f-2bb1f7671b75) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:06.434811 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks [] for router_controller (3ea1f778-529e-450d-a6aa-f54241c15e35), precommit_add_association {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.571902 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Publish callbacks [] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.632948 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.672821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Network 08e21f37-52ac-4940-a6c8-287c20256171 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:06.675630 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:06.679884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:06.688585 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Pushing event updated for resources: {'Port': ['ID=463a3e39-97e3-4e3b-946f-2bb1f7671b75,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:06.747040 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Attempting to bind port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:06.747411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Attempting to bind port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:06.747804 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Attempting to bind port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 on network 08e21f37-52ac-4940-a6c8-287c20256171 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:06.753271 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:06.753644 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Checking segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:06.754047 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.754438 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Bound using segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:06.754906 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Bound port: 463a3e39-97e3-4e3b-946f-2bb1f7671b75, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:06.755283 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.932843 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks [] for router_gateway (3ea1f778-529e-450d-a6aa-f54241c15e35), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.958698 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] For port 463a3e39-97e3-4e3b-946f-2bb1f7671b75, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:06.961820 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] For port 463a3e39-97e3-4e3b-946f-2bb1f7671b75, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=463a3e39-97e3-4e3b-946f-2bb1f7671b75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:07.057218 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.118977 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad106dd-fbd4-4422-939b-786b20c46091 None None] Pushing event updated for resources: {'Port': ['ID=463a3e39-97e3-4e3b-946f-2bb1f7671b75,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.209221 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks [] for router_gateway (3ea1f778-529e-450d-a6aa-f54241c15e35), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.243223 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.371415 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Allocated IP 172.27.2.100 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/4045ce5e-29a3-4e16-a961-059390942aeb) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:07.486648 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks [] for port (4045ce5e-29a3-4e16-a961-059390942aeb), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.611691 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.650822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:07.655448 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:07.662909 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:07.666682 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Pushing event updated for resources: {'Port': ['ID=4045ce5e-29a3-4e16-a961-059390942aeb,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.689094 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 463a3e39-97e3-4e3b-946f-2bb1f7671b75 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:07.737299 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:07.737646 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.826247 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:07.826777 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.862039 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 463a3e39-97e3-4e3b-946f-2bb1f7671b75, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=463a3e39-97e3-4e3b-946f-2bb1f7671b75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:07.948779 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.000223 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=463a3e39-97e3-4e3b-946f-2bb1f7671b75,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:08.017417 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks [] for router_gateway (3ea1f778-529e-450d-a6aa-f54241c15e35), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.044934 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6529e-3da0-465c-a4a4-cd93cff1bf76 None None] Network 08e21f37-52ac-4940-a6c8-287c20256171 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:08.115314 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-68012e11-d564-48a1-bb0a-bf67ca58d53b None None] Provisioning complete for port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:08.115713 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-68012e11-d564-48a1-bb0a-bf67ca58d53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.222185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (3ea1f778-529e-450d-a6aa-f54241c15e35), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.237473 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-68012e11-d564-48a1-bb0a-bf67ca58d53b None None] Current status of the port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:08.443474 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Router 3ea1f778-529e-450d-a6aa-f54241c15e35 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:54:08.454941 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-4cb6c6fc-76a6-4add-92d2-011d6036fe6f None None] Provisioning complete for port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:08.455329 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c6fc-76a6-4add-92d2-011d6036fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.541512 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6c6fc-76a6-4add-92d2-011d6036fe6f None None] Current status of the port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:08.562155 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:08.571791 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Sync routers for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:08.588921 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:08.589541 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:53:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:08.635873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.637149 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-40ac3391-7e04-4af3-9172-3471bcf3d33b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3633325 Apr 11 16:54:08.640021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41518) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:08.696619 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:08.864561 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:07Z', 'revision_number': 3, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:08.894585 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Checking router: 3ea1f778-529e-450d-a6aa-f54241c15e35 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:08.894920 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Updating router 3ea1f778-529e-450d-a6aa-f54241c15e35 port 4045ce5e-29a3-4e16-a961-059390942aeb binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:08.926891 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.062237 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.176478 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Publish callbacks [] for port (4045ce5e-29a3-4e16-a961-059390942aeb), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.218651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Allocated IP 172.20.0.1 (08e21f37-52ac-4940-a6c8-287c20256171/e07f1167-1ac9-43b8-b536-7eea1b3ee704/5b468660-8f9b-4284-848c-6e66838da47e) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:09.268010 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.321527 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Attempting to bind port 4045ce5e-29a3-4e16-a961-059390942aeb on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:09.321892 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Attempting to bind port 4045ce5e-29a3-4e16-a961-059390942aeb by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:09.322252 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Attempting to bind port 4045ce5e-29a3-4e16-a961-059390942aeb on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:09.330339 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks [] for port (5b468660-8f9b-4284-848c-6e66838da47e), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.331601 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Pushing event updated for resources: {'Port': ['ID=4045ce5e-29a3-4e16-a961-059390942aeb,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:09.333818 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:09.334190 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:09.334582 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.335042 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:09.336174 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Bound port: 4045ce5e-29a3-4e16-a961-059390942aeb, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:09.336546 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.359098 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.359492 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.359963 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.360331 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.360665 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.360992 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.361317 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.361638 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.361956 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.362274 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.362592 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.363143 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.363726 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.364198 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.364524 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.402157 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] For port 4045ce5e-29a3-4e16-a961-059390942aeb, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:09.405435 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] For port 4045ce5e-29a3-4e16-a961-059390942aeb, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=4045ce5e-29a3-4e16-a961-059390942aeb,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:09.483781 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (5b468660-8f9b-4284-848c-6e66838da47e), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.518477 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.526458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Network 08e21f37-52ac-4940-a6c8-287c20256171 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:09.529432 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:09.535982 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:09.539568 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Pushing event updated for resources: {'Port': ['ID=5b468660-8f9b-4284-848c-6e66838da47e,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:09.589183 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (3ea1f778-529e-450d-a6aa-f54241c15e35), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.595761 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68c24-eff6-48f6-95df-828cdd6522e1 None None] Pushing event updated for resources: {'Port': ['ID=4045ce5e-29a3-4e16-a961-059390942aeb,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:09.601168 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:09.601798 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:53:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:09.685707 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e702046a-25ef-4281-a9d0-3185721ab6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.714635 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 463a3e39-97e3-4e3b-946f-2bb1f7671b75 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:09.734823 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:09.771130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:09.771499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.853412 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:09.865221 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b468660-8f9b-4284-848c-6e66838da47e), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.870086 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-296df4c3-1dd9-4636-893b-94f2eb22fea0 None None] Provisioning complete for port 5b468660-8f9b-4284-848c-6e66838da47e triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:09.870458 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-296df4c3-1dd9-4636-893b-94f2eb22fea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b468660-8f9b-4284-848c-6e66838da47e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.907537 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-296df4c3-1dd9-4636-893b-94f2eb22fea0 None None] Port 5b468660-8f9b-4284-848c-6e66838da47e cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:09.921371 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:07Z', 'revision_number': 3, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:09.948886 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9feeea-1a88-4a79-9ecf-4faf7e7c4149 None None] The sync data for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi is: [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:07Z', 'revision_number': 3, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:10.034412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks [] for port (5b468660-8f9b-4284-848c-6e66838da47e), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.130955 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (5b468660-8f9b-4284-848c-6e66838da47e), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.208534 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (3ea1f778-529e-450d-a6aa-f54241c15e35), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.210458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Pushing event updated for resources: {'Port': ['ID=5b468660-8f9b-4284-848c-6e66838da47e,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:10.312374 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Network 08e21f37-52ac-4940-a6c8-287c20256171 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:10.313842 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:10.440750 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Router 3ea1f778-529e-450d-a6aa-f54241c15e35 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:10.533032 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-758348e5-ca2c-4a73-b993-68be07fa7c9f None None] Provisioning complete for port 5b468660-8f9b-4284-848c-6e66838da47e triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:10.533397 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-758348e5-ca2c-4a73-b993-68be07fa7c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b468660-8f9b-4284-848c-6e66838da47e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.565979 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:10.572590 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-24578660-be93-4df5-bcff-d8fc39328129 admin admin] 10.222.0.43 "PUT /v2.0/routers/3ea1f778-529e-450d-a6aa-f54241c15e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315436 Apr 11 16:54:10.574702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-758348e5-ca2c-4a73-b993-68be07fa7c9f None None] Port 5b468660-8f9b-4284-848c-6e66838da47e cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:11.264847 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41534) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:11.269784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1257461501-network', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:11.353830 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Made reservation on behalf of 0b7e7755430140048ee1566c5fd7e82b for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:11.356203 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.368207 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.443583 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks [] for security_group (ee415eff-3607-4e36-b9c3-c5f81b911c41), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.528434 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Sync routers for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:11.536816 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ee415eff-3607-4e36-b9c3-c5f81b911c41), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.538967 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:11.539746 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:53:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:11.563139 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:54:11.572129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee415eff-3607-4e36-b9c3-c5f81b911c41,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:11.578119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (e4a1043e-0e37-4e84-813a-39d12fe822d3), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.578369 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Added segment e4a1043e-0e37-4e84-813a-39d12fe822d3 of type vlan for network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b Apr 11 16:54:11.621416 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.662148 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:11.693962 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4045ce5e-29a3-4e16-a961-059390942aeb up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:11.718133 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.719125 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:11.719743 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.785924 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] Pushing event updated for resources: {'Network': ['ID=c1cb247a-aa11-4ba5-be67-4c7358fe2c1b,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:11.827823 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:54:11.837240 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8ba4bec4-685b-42ee-ae12-7cbdd1475659 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5710816 Apr 11 16:54:11.839733 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 4045ce5e-29a3-4e16-a961-059390942aeb triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:11.840119 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.840267 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41536) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:11.844939 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Request body: {'subnet': {'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1257461501-subnet', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:11.942058 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Made reservation on behalf of 0b7e7755430140048ee1566c5fd7e82b for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:11.944549 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683179'] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.019556 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 2, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:12.053279 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Checking router: 3ea1f778-529e-450d-a6aa-f54241c15e35 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:12.053552 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Updating router 3ea1f778-529e-450d-a6aa-f54241c15e35 port 5b468660-8f9b-4284-848c-6e66838da47e binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:12.056901 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 4045ce5e-29a3-4e16-a961-059390942aeb is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:12.057295 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.103970 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 4045ce5e-29a3-4e16-a961-059390942aeb, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=4045ce5e-29a3-4e16-a961-059390942aeb,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:12.104671 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b468660-8f9b-4284-848c-6e66838da47e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.205649 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13070267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683193'] for subnet (47c2a273-d413-41a1-9f05-cf6baea52e89), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.215494 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.259097 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c2a273-d413-41a1-9f05-cf6baea52e89,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:12.269587 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Checking segment: {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:12.269959 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Network hostable DHCP agents. Network: c1cb247a-aa11-4ba5-be67-4c7358fe2c1b, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:54:12.309006 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=4045ce5e-29a3-4e16-a961-059390942aeb,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:12.339473 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9d935e97-e39a-40a0-be22-7eb8f097c38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.383009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:54:12.437773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Publish callbacks [] for port (5b468660-8f9b-4284-848c-6e66838da47e), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.513766 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, c1cb247a-aa11-4ba5-be67-4c7358fe2c1b) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:12.517727 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:12.518345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.523576 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80ac90-ce34-4310-a14e-43d62dc57865 None None] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:12.548878 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5b468660-8f9b-4284-848c-6e66838da47e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.625973 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-82ef3b75-e4b5-4fe9-91a9-38620ddd7cc0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7830100 Apr 11 16:54:12.627612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41538) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:12.633752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:12.641969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9e40-d428-4a86-9c7c-97221b26917d None None] Pushing event updated for resources: {'Port': ['ID=5b468660-8f9b-4284-848c-6e66838da47e,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:12.684521 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-c1cb247a-aa11-4ba5-be67-4c7358fe2c1b', 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b', 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'fixed_ips': [{'subnet_id': '47c2a273-d413-41a1-9f05-cf6baea52e89'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:54:12.685371 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.719876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (17fba543-54d0-48c0-9e64-8b50ef8420b5), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.720956 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (17fba543-54d0-48c0-9e64-8b50ef8420b5), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.742751 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Attempting to bind port 5b468660-8f9b-4284-848c-6e66838da47e on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:12.743145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Attempting to bind port 5b468660-8f9b-4284-848c-6e66838da47e by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:12.743480 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Attempting to bind port 5b468660-8f9b-4284-848c-6e66838da47e on network 08e21f37-52ac-4940-a6c8-287c20256171 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:12.796712 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks [] for router_controller (17fba543-54d0-48c0-9e64-8b50ef8420b5), precommit_add_association {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.798073 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:12.798453 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Checking segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:12.798855 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.799255 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Bound using segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:12.799763 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Bound port: 5b468660-8f9b-4284-848c-6e66838da47e, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:12.800144 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b468660-8f9b-4284-848c-6e66838da47e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.921284 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Allocated IP 172.20.0.2 (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b/47c2a273-d413-41a1-9f05-cf6baea52e89/58755452-d97b-4466-8309-0a317ced86de) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:12.924116 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] For port 5b468660-8f9b-4284-848c-6e66838da47e, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:12.929720 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-00efefe8-a690-4da1-8170-8182f3ccef33 None None] Provisioning complete for port 5b468660-8f9b-4284-848c-6e66838da47e triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:12.930091 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-00efefe8-a690-4da1-8170-8182f3ccef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b468660-8f9b-4284-848c-6e66838da47e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.963543 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] For port 5b468660-8f9b-4284-848c-6e66838da47e, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=5b468660-8f9b-4284-848c-6e66838da47e,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:13.029049 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-00efefe8-a690-4da1-8170-8182f3ccef33 None None] Port 5b468660-8f9b-4284-848c-6e66838da47e cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:13.059501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5b468660-8f9b-4284-848c-6e66838da47e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.301356 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks [] for router_gateway (17fba543-54d0-48c0-9e64-8b50ef8420b5), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.307766 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9e40-d428-4a86-9c7c-97221b26917d None None] Pushing event updated for resources: {'Port': ['ID=5b468660-8f9b-4284-848c-6e66838da47e,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:13.317848 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:13.318491 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:13.362130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Publish callbacks [] for port (58755452-d97b-4466-8309-0a317ced86de), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.429217 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.442542 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:13.477728 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (58755452-d97b-4466-8309-0a317ced86de), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.514388 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] Provisioning complete for port 5b468660-8f9b-4284-848c-6e66838da47e triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:13.514657 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b468660-8f9b-4284-848c-6e66838da47e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.579054 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks [] for router_gateway (17fba543-54d0-48c0-9e64-8b50ef8420b5), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.590261 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:13.598209 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.606172 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:13.622124 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:13.624219 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Pushing event updated for resources: {'Port': ['ID=58755452-d97b-4466-8309-0a317ced86de,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:13.707695 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4045ce5e-29a3-4e16-a961-059390942aeb up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:13.717601 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Allocated IP 172.27.2.35 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/7afcb264-2a29-420b-b31b-c934910282f1) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:13.763574 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.822389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks [] for port (7afcb264-2a29-420b-b31b-c934910282f1), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.822884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Attempting to bind port 58755452-d97b-4466-8309-0a317ced86de on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:13.823254 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Attempting to bind port 58755452-d97b-4466-8309-0a317ced86de by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:13.823644 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Attempting to bind port 58755452-d97b-4466-8309-0a317ced86de on network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:13.864727 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:13.865099 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Checking segment: {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:13.865495 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.865883 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Bound using segment: {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:13.866358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Bound port: 58755452-d97b-4466-8309-0a317ced86de, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:13.867389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (58755452-d97b-4466-8309-0a317ced86de), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.886233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 4045ce5e-29a3-4e16-a961-059390942aeb triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:13.886596 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.892251 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] Current status of the port 5b468660-8f9b-4284-848c-6e66838da47e is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:13.892611 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (5b468660-8f9b-4284-848c-6e66838da47e), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.914845 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7afcb264-2a29-420b-b31b-c934910282f1), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.961204 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:13.964776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:13.967676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:13.971073 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:13.997466 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Pushing event updated for resources: {'Port': ['ID=7afcb264-2a29-420b-b31b-c934910282f1,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:14.005549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a9a03-377e-41b1-a94b-d4e437721e98 None None] The sync data for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi is: [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:14.037377 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] For port 5b468660-8f9b-4284-848c-6e66838da47e, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=5b468660-8f9b-4284-848c-6e66838da47e,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:14.044921 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] For port 58755452-d97b-4466-8309-0a317ced86de, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:14.049221 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] For port 58755452-d97b-4466-8309-0a317ced86de, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=58755452-d97b-4466-8309-0a317ced86de,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:14.100018 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (5b468660-8f9b-4284-848c-6e66838da47e), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.105592 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 4045ce5e-29a3-4e16-a961-059390942aeb is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:14.137139 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (58755452-d97b-4466-8309-0a317ced86de), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.180813 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62decd03-b1da-4b2c-a227-fdd17c274d8c None None] Pushing event updated for resources: {'Port': ['ID=5b468660-8f9b-4284-848c-6e66838da47e,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:14.245518 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec648ee-ef89-4a41-902a-0f659c380ef0 None None] Pushing event updated for resources: {'Port': ['ID=58755452-d97b-4466-8309-0a317ced86de,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:14.367896 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks [] for router_gateway (17fba543-54d0-48c0-9e64-8b50ef8420b5), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.613704 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (17fba543-54d0-48c0-9e64-8b50ef8420b5), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.860879 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Router 17fba543-54d0-48c0-9e64-8b50ef8420b5 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:54:14.972429 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.991024 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:15.002554 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Sync routers for ids ['17fba543-54d0-48c0-9e64-8b50ef8420b5'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:15.015440 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Routers {'17fba543-54d0-48c0-9e64-8b50ef8420b5'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:15.016176 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['17fba543-54d0-48c0-9e64-8b50ef8420b5'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:15.081386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.091183 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41546) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:15.091778 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-baf7843d-873f-4e59-97d1-88dc203c9b0a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4624996 Apr 11 16:54:15.179689 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Set router 17fba543-54d0-48c0-9e64-8b50ef8420b5 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:15.194802 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4497a90-65b3-4053-8b81-7a90b5f23afd None None] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:15.266380 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] Provisioning complete for port 58755452-d97b-4466-8309-0a317ced86de triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:15.266957 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (58755452-d97b-4466-8309-0a317ced86de), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.415729 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:54:14Z', 'revision_number': 3, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:15.426813 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] Current status of the port 58755452-d97b-4466-8309-0a317ced86de is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:15.427175 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (58755452-d97b-4466-8309-0a317ced86de), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.449594 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Checking router: 17fba543-54d0-48c0-9e64-8b50ef8420b5 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:15.450048 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Updating router 17fba543-54d0-48c0-9e64-8b50ef8420b5 port 7afcb264-2a29-420b-b31b-c934910282f1 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:15.471600 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] For port 58755452-d97b-4466-8309-0a317ced86de, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=58755452-d97b-4466-8309-0a317ced86de,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:15.488365 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7afcb264-2a29-420b-b31b-c934910282f1), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.583022 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (58755452-d97b-4466-8309-0a317ced86de), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.678574 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2f61c-8568-44a2-b5eb-bf1917f396d4 None None] Pushing event updated for resources: {'Port': ['ID=58755452-d97b-4466-8309-0a317ced86de,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:15.712377 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-e57e0b70-c5ef-4089-864f-4bcbfcd9a3a2 None None] Provisioning complete for port 58755452-d97b-4466-8309-0a317ced86de triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:15.712975 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e57e0b70-c5ef-4089-864f-4bcbfcd9a3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (58755452-d97b-4466-8309-0a317ced86de), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.808286 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 58755452-d97b-4466-8309-0a317ced86de up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:15.836209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-e57e0b70-c5ef-4089-864f-4bcbfcd9a3a2 None None] Current status of the port 58755452-d97b-4466-8309-0a317ced86de is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:15.849085 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.862861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 58755452-d97b-4466-8309-0a317ced86de triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:15.863235 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (58755452-d97b-4466-8309-0a317ced86de), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.932524 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Publish callbacks [] for port (7afcb264-2a29-420b-b31b-c934910282f1), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:15.967685 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 58755452-d97b-4466-8309-0a317ced86de is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:15.968839 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 5b468660-8f9b-4284-848c-6e66838da47e up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:16.002682 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.016225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 5b468660-8f9b-4284-848c-6e66838da47e triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:16.016599 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (5b468660-8f9b-4284-848c-6e66838da47e), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.019948 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Allocated IP 172.20.0.1 (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b/47c2a273-d413-41a1-9f05-cf6baea52e89/8a4a841d-e34b-4e4a-be84-3217072ae840) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:16.040238 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7afcb264-2a29-420b-b31b-c934910282f1), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.096750 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Attempting to bind port 7afcb264-2a29-420b-b31b-c934910282f1 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:16.097413 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Attempting to bind port 7afcb264-2a29-420b-b31b-c934910282f1 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:16.097776 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Attempting to bind port 7afcb264-2a29-420b-b31b-c934910282f1 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:16.101575 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a3877-b6c0-493e-9aac-7e4a63e60cad None None] Pushing event updated for resources: {'Port': ['ID=7afcb264-2a29-420b-b31b-c934910282f1,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:16.106574 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:16.107625 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:16.107982 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.108348 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:16.108814 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Bound port: 7afcb264-2a29-420b-b31b-c934910282f1, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:16.109188 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7afcb264-2a29-420b-b31b-c934910282f1), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.118573 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 5b468660-8f9b-4284-848c-6e66838da47e is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:16.135604 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks [] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.162356 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] For port 7afcb264-2a29-420b-b31b-c934910282f1, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:16.165679 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] For port 7afcb264-2a29-420b-b31b-c934910282f1, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=7afcb264-2a29-420b-b31b-c934910282f1,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:16.257267 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.278328 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7afcb264-2a29-420b-b31b-c934910282f1), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.294440 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:16.296882 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:16.300354 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:16.334346 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4a841d-e34b-4e4a-be84-3217072ae840,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:16.338700 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Routers {'17fba543-54d0-48c0-9e64-8b50ef8420b5'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:16.339595 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['17fba543-54d0-48c0-9e64-8b50ef8420b5'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:16.342288 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a3877-b6c0-493e-9aac-7e4a63e60cad None None] Pushing event updated for resources: {'Port': ['ID=7afcb264-2a29-420b-b31b-c934910282f1,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:16.348303 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (17fba543-54d0-48c0-9e64-8b50ef8420b5), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.457009 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] Set router 17fba543-54d0-48c0-9e64-8b50ef8420b5 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:16.565729 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.568465 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-97e466c4-f013-4862-8257-dcb116475fa8 None None] Provisioning complete for port 8a4a841d-e34b-4e4a-be84-3217072ae840 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:16.568969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-97e466c4-f013-4862-8257-dcb116475fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.604545 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-97e466c4-f013-4862-8257-dcb116475fa8 None None] Port 8a4a841d-e34b-4e4a-be84-3217072ae840 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:16.637135 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:54:14Z', 'revision_number': 3, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:16.665078 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ce106-4b0d-4e7f-8163-b5344ea25fc8 None None] The sync data for ids ['17fba543-54d0-48c0-9e64-8b50ef8420b5'] in dv-cinder-837163-2-iscsi is: [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:54:14Z', 'revision_number': 3, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:16.739815 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks [] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.799595 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.870029 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (17fba543-54d0-48c0-9e64-8b50ef8420b5), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.873243 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4a841d-e34b-4e4a-be84-3217072ae840,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:17.001337 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:17.003292 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:17.148874 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Router 17fba543-54d0-48c0-9e64-8b50ef8420b5 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:17.234387 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-934ecd19-a992-4a25-9103-7c642d222007 None None] Provisioning complete for port 8a4a841d-e34b-4e4a-be84-3217072ae840 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:17.234948 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-934ecd19-a992-4a25-9103-7c642d222007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:17.271114 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-934ecd19-a992-4a25-9103-7c642d222007 None None] Port 8a4a841d-e34b-4e4a-be84-3217072ae840 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:17.276192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:17.281553 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-786f719d-fdfb-4a4c-8da0-9dbb8f5fb613 admin admin] 10.222.0.43 "PUT /v2.0/routers/17fba543-54d0-48c0-9e64-8b50ef8420b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1892040 Apr 11 16:54:17.746213 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 58755452-d97b-4466-8309-0a317ced86de up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:17.798445 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 58755452-d97b-4466-8309-0a317ced86de triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:17.798852 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (58755452-d97b-4466-8309-0a317ced86de), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:18.012992 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 58755452-d97b-4466-8309-0a317ced86de is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:18.014486 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 7afcb264-2a29-420b-b31b-c934910282f1 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:18.061771 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 7afcb264-2a29-420b-b31b-c934910282f1 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:18.062150 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7afcb264-2a29-420b-b31b-c934910282f1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:18.144155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 7afcb264-2a29-420b-b31b-c934910282f1 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:18.144541 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7afcb264-2a29-420b-b31b-c934910282f1), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:18.168435 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 7afcb264-2a29-420b-b31b-c934910282f1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=7afcb264-2a29-420b-b31b-c934910282f1,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:18.268328 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7afcb264-2a29-420b-b31b-c934910282f1), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:18.339350 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=7afcb264-2a29-420b-b31b-c934910282f1,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:18.404425 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Sync routers for ids ['17fba543-54d0-48c0-9e64-8b50ef8420b5'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:18.415859 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Routers {'17fba543-54d0-48c0-9e64-8b50ef8420b5'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:18.416896 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['17fba543-54d0-48c0-9e64-8b50ef8420b5'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:18.537054 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Set router 17fba543-54d0-48c0-9e64-8b50ef8420b5 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:18.765005 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:54:16Z', 'revision_number': 4, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '8a4a841d-e34b-4e4a-be84-3217072ae840', 'name': '', 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'mac_address': 'fa:16:3e:32:85:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '47c2a273-d413-41a1-9f05-cf6baea52e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:15Z', 'updated_at': '2022-04-11T16:54:16Z', 'revision_number': 2, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'subnets': [{'id': '47c2a273-d413-41a1-9f05-cf6baea52e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:18.797666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Checking router: 17fba543-54d0-48c0-9e64-8b50ef8420b5 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:18.798015 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Updating router 17fba543-54d0-48c0-9e64-8b50ef8420b5 port 8a4a841d-e34b-4e4a-be84-3217072ae840 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:18.832327 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.132850 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Publish callbacks [] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.222797 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.283678 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86d77-e3cb-4bf9-af42-f6b7c2c636dc None None] Pushing event updated for resources: {'Port': ['ID=8a4a841d-e34b-4e4a-be84-3217072ae840,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:19.364487 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Attempting to bind port 8a4a841d-e34b-4e4a-be84-3217072ae840 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:19.365215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Attempting to bind port 8a4a841d-e34b-4e4a-be84-3217072ae840 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:19.365432 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Attempting to bind port 8a4a841d-e34b-4e4a-be84-3217072ae840 on network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:19.372621 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:19.373013 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Checking segment: {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:19.388582 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.389111 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Bound using segment: {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:19.389579 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Bound port: 8a4a841d-e34b-4e4a-be84-3217072ae840, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a1043e-0e37-4e84-813a-39d12fe822d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:19.389981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.480268 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] For port 8a4a841d-e34b-4e4a-be84-3217072ae840, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:19.484458 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] For port 8a4a841d-e34b-4e4a-be84-3217072ae840, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a4a841d-e34b-4e4a-be84-3217072ae840,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:19.512220 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-9c3ebe85-bfda-44c0-afbf-ecba1819a80c None None] Provisioning complete for port 8a4a841d-e34b-4e4a-be84-3217072ae840 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:19.512681 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebe85-bfda-44c0-afbf-ecba1819a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.552980 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ebe85-bfda-44c0-afbf-ecba1819a80c None None] Port 8a4a841d-e34b-4e4a-be84-3217072ae840 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:19.600134 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.675042 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86d77-e3cb-4bf9-af42-f6b7c2c636dc None None] Pushing event updated for resources: {'Port': ['ID=8a4a841d-e34b-4e4a-be84-3217072ae840,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:19.684207 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Routers {'17fba543-54d0-48c0-9e64-8b50ef8420b5'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:19.684987 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['17fba543-54d0-48c0-9e64-8b50ef8420b5'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:19.788016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 7afcb264-2a29-420b-b31b-c934910282f1 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:19.817385 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-bae62507-72b3-4100-85ae-feaa37b398e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546198 Apr 11 16:54:19.894558 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-a030fa65-caa8-42b6-8557-2dc8f1d42e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:19.896554 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-a030fa65-caa8-42b6-8557-2dc8f1d42e53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 1130 time: 0.0539789 Apr 11 16:54:19.925185 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 7afcb264-2a29-420b-b31b-c934910282f1 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:19.925557 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7afcb264-2a29-420b-b31b-c934910282f1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.928242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] Set router 17fba543-54d0-48c0-9e64-8b50ef8420b5 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:20.030310 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-eba9a767-15de-492f-b465-69fa57d59546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:20.033796 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-eba9a767-15de-492f-b465-69fa57d59546 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 200 len: 918 time: 0.1095150 Apr 11 16:54:20.112971 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-825374e5-9b74-4831-904b-d2bf82541e6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 200 len: 1000 time: 0.0729451 Apr 11 16:54:20.115747 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] Provisioning complete for port 8a4a841d-e34b-4e4a-be84-3217072ae840 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:20.116123 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:20.171243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-22994d81-e1f8-4abc-9160-74c629630600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:20.173946 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-22994d81-e1f8-4abc-9160-74c629630600 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 200 len: 856 time: 0.0553865 Apr 11 16:54:20.267407 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-149a68ec-087a-45a4-86f5-91fa720fb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:20.270590 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-149a68ec-087a-45a4-86f5-91fa720fb5a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c0d4dfe-01b0-4862-bae4-62818b124fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715423 Apr 11 16:54:20.321691 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 7afcb264-2a29-420b-b31b-c934910282f1 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:20.337631 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:54:16Z', 'revision_number': 4, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '8a4a841d-e34b-4e4a-be84-3217072ae840', 'name': '', 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'mac_address': 'fa:16:3e:32:85:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '47c2a273-d413-41a1-9f05-cf6baea52e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:15Z', 'updated_at': '2022-04-11T16:54:19Z', 'revision_number': 4, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'subnets': [{'id': '47c2a273-d413-41a1-9f05-cf6baea52e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:20.377870 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-de8d12ca-8f67-4eb3-aa98-bbc17f0ffd47 service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020916 Apr 11 16:54:20.520208 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9daa17e7-fb5c-43ee-8c0b-f821847cafe5 req-dd94db0e-d98f-43ee-85de-9eee587d350a service neutron] 10.222.0.60 "GET /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319287 Apr 11 16:54:20.535675 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62406c-4a2e-45b1-a4d7-0a6e020c4fc0 None None] The sync data for ids ['17fba543-54d0-48c0-9e64-8b50ef8420b5'] in dv-cinder-837163-2-iscsi is: [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:54:16Z', 'revision_number': 4, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '8a4a841d-e34b-4e4a-be84-3217072ae840', 'name': '', 'network_id': 'c1cb247a-aa11-4ba5-be67-4c7358fe2c1b', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'mac_address': 'fa:16:3e:32:85:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '47c2a273-d413-41a1-9f05-cf6baea52e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:15Z', 'updated_at': '2022-04-11T16:54:19Z', 'revision_number': 4, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'subnets': [{'id': '47c2a273-d413-41a1-9f05-cf6baea52e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:20.538365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] Current status of the port 8a4a841d-e34b-4e4a-be84-3217072ae840 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:20.538762 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:20.617236 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] For port 8a4a841d-e34b-4e4a-be84-3217072ae840, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a4a841d-e34b-4e4a-be84-3217072ae840,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:20.702358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:20.781576 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d99f73-692e-4419-89fc-12d40d27a9a5 None None] Pushing event updated for resources: {'Port': ['ID=8a4a841d-e34b-4e4a-be84-3217072ae840,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:21.701673 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a4a841d-e34b-4e4a-be84-3217072ae840 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:21.754058 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 8a4a841d-e34b-4e4a-be84-3217072ae840 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:21.754431 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.834744 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 8a4a841d-e34b-4e4a-be84-3217072ae840 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:30.315448 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-6f0bc2c1-695d-4caf-b512-5a940fd33cac tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:30.316980 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-6f0bc2c1-695d-4caf-b512-5a940fd33cac tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 815 time: 0.1022489 Apr 11 16:54:30.331293 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-58cf0a40-b2e7-4f93-ad56-fb288f52822a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/quotas/dda959d146164e97855de4f0d05a0516 HTTP/1.1" status: 200 len: 375 time: 0.0087619 Apr 11 16:54:30.383423 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-6bf88d93-63e5-4843-9313-9ab26bb1ce03 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465848 Apr 11 16:54:30.489693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-3fb4585b-7477-41c2-b5b6-c978d565d04e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:54:30.490691 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-3fb4585b-7477-41c2-b5b6-c978d565d04e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0962880 Apr 11 16:54:30.580845 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-32803b77-3ac2-4733-a585-e4c0e7c31c47 service neutron] 10.222.0.43 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832729 Apr 11 16:54:30.673757 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-a0fc988b-7db7-4d3c-83bb-e993b4852144 service neutron] 10.222.0.43 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865669 Apr 11 16:54:30.979745 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-60ede4f6-8224-442c-bf2b-5dd829d0eb5f req-60879ad3-7485-4b70-9f0f-384874f2ccf8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 210 time: 0.0281951 Apr 11 16:54:32.058628 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2d397ab2-8485-43b5-8162-29d9fafd60cc req-e32d53be-7f3c-46c5-b45b-8793e42ca718 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 210 time: 0.0289166 Apr 11 16:54:33.104015 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:54:33.152748 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5f7e62ca-50ee-46d4-86f4-62fed1acaf09 req-b0213e32-fe59-46d0-a1b5-abd671f86030 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 210 time: 0.0283742 Apr 11 16:54:33.513825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-f8248937-4552-4602-b2c0-ed0bd257964a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.515285 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-f8248937-4552-4602-b2c0-ed0bd257964a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 815 time: 0.1032078 Apr 11 16:54:33.528440 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'port': {'device_id': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'admin_state_up': True, 'tenant_id': 'dda959d146164e97855de4f0d05a0516'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:33.736210 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Made reservation on behalf of dda959d146164e97855de4f0d05a0516 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:33.739625 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.875365 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Allocated IP 172.20.0.8 (08e21f37-52ac-4940-a6c8-287c20256171/e07f1167-1ac9-43b8-b536-7eea1b3ee704/e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:34.026535 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.148252 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.194525 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Network 08e21f37-52ac-4940-a6c8-287c20256171 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:34.197916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:34.201497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:34.232802 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:34.292867 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.293535 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.304610 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382abbe-0d2d-469c-8c14-63731123e926 req-ff570cd7-432c-450c-a5ef-0dafaed3298e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.306742 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5382abbe-0d2d-469c-8c14-63731123e926 req-ff570cd7-432c-450c-a5ef-0dafaed3298e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0755904 Apr 11 16:54:34.366247 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5382abbe-0d2d-469c-8c14-63731123e926 req-a773ea95-f34e-4740-9563-130f7d83123b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527525 Apr 11 16:54:34.404443 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-602fcfe7-a59b-4a07-aaa2-4490fe7e4db5 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8802764 Apr 11 16:54:34.533016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-979f1bbd-4970-4fb6-a771-c710ed903ad1 None None] Provisioning complete for port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:34.534145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-979f1bbd-4970-4fb6-a771-c710ed903ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.579182 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-979f1bbd-4970-4fb6-a771-c710ed903ad1 None None] Port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:35.494752 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372a721-1772-465d-9ce9-65b09d123742 req-7c415802-daaf-41c9-9688-b4c90ed1f745 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.496367 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8372a721-1772-465d-9ce9-65b09d123742 req-7c415802-daaf-41c9-9688-b4c90ed1f745 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0571582 Apr 11 16:54:35.550472 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8372a721-1772-465d-9ce9-65b09d123742 req-0d30f1e1-4632-4653-82c0-d490567484cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Apr 11 16:54:36.685716 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f4da3-a361-49a4-b5fd-7c212b60a1a8 req-9a53e34d-baf1-4b00-a1ed-7ff63f8ab28b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:36.687197 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ee4f4da3-a361-49a4-b5fd-7c212b60a1a8 req-9a53e34d-baf1-4b00-a1ed-7ff63f8ab28b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0529981 Apr 11 16:54:36.736627 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ee4f4da3-a361-49a4-b5fd-7c212b60a1a8 req-3af32240-3ea8-45c2-a79e-3aaa53feba8e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Apr 11 16:54:37.854564 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d1ad-0ae7-4ef0-a0f9-48d312d40ecb req-9aad4e65-7cd8-4bb9-839f-250ce269d4a8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.856107 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9907d1ad-0ae7-4ef0-a0f9-48d312d40ecb req-9aad4e65-7cd8-4bb9-839f-250ce269d4a8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0497236 Apr 11 16:54:37.906393 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9907d1ad-0ae7-4ef0-a0f9-48d312d40ecb req-e870a31b-0c00-45d1-a56d-88360b7ceb24 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Apr 11 16:54:39.023779 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5714-83ae-454f-bd49-ce72bcac5eac req-996ee70e-7405-454a-96f4-9d2e22edc3cd tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:39.025454 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b0b5714-83ae-454f-bd49-ce72bcac5eac req-996ee70e-7405-454a-96f4-9d2e22edc3cd tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0513167 Apr 11 16:54:39.080172 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b0b5714-83ae-454f-bd49-ce72bcac5eac req-083de810-4c3c-43c5-8490-ec3521b92dbc tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482874 Apr 11 16:54:39.673189 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-71d0d92e-a5e6-4828-945b-e4239fd367e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.195259 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32825b-d3c4-47ea-b7fd-5fff1b71c9fe req-9f3f3586-ce41-4833-993a-9d1d15ed59b9 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:40.196778 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1b32825b-d3c4-47ea-b7fd-5fff1b71c9fe req-9f3f3586-ce41-4833-993a-9d1d15ed59b9 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0494123 Apr 11 16:54:40.256595 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1b32825b-d3c4-47ea-b7fd-5fff1b71c9fe req-adc17274-e3d8-4f7c-bc4c-8d24f36e2431 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Apr 11 16:54:41.379925 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366235c-e88b-4dfd-9492-499a1b649c56 req-11c6295f-4a09-453e-8b49-afc74ef3bd52 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:41.382257 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4366235c-e88b-4dfd-9492-499a1b649c56 req-11c6295f-4a09-453e-8b49-afc74ef3bd52 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0519588 Apr 11 16:54:41.437837 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4366235c-e88b-4dfd-9492-499a1b649c56 req-bcd1e4ff-b0e2-4db0-9172-ba33a5998e6c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492830 Apr 11 16:54:42.233676 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-117adb4c-7c41-4bb5-ab8e-a2df1bdcad90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.561226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987239c7-82cf-473c-a336-153eaedc9c29 req-a63ba8ba-3868-4075-bf25-505ba1526c45 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.563472 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-987239c7-82cf-473c-a336-153eaedc9c29 req-a63ba8ba-3868-4075-bf25-505ba1526c45 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0495155 Apr 11 16:54:42.612978 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-987239c7-82cf-473c-a336-153eaedc9c29 req-028c9929-ad51-47d2-82a9-25e03096e637 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Apr 11 16:54:43.353949 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:43.580016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:43.998805 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9fab4-bb38-4744-9306-a3f5cdf42e3c req-9e61da10-338d-4acf-aa1d-bf61dc684a47 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:44.000361 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5bb9fab4-bb38-4744-9306-a3f5cdf42e3c req-9e61da10-338d-4acf-aa1d-bf61dc684a47 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.3153055 Apr 11 16:54:44.051057 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5bb9fab4-bb38-4744-9306-a3f5cdf42e3c req-4a4fec64-95b7-4ad5-8953-c4dda0a31ba2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Apr 11 16:54:45.172575 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada49d46-58f6-4618-b95e-9e3a697cfd57 req-d62059f5-d2fb-466f-ae6e-e0565c708619 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.174168 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ada49d46-58f6-4618-b95e-9e3a697cfd57 req-d62059f5-d2fb-466f-ae6e-e0565c708619 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0523119 Apr 11 16:54:45.228625 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ada49d46-58f6-4618-b95e-9e3a697cfd57 req-5cbe887d-2cdd-4547-9014-021666b760ed tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 Apr 11 16:54:45.416078 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.982261 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.339252 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4916b9e-47b5-47b4-b74f-df52c4f493a7 req-cfc812f6-72f5-40a1-b3a4-0bec599a4aeb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:46.340757 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c4916b9e-47b5-47b4-b74f-df52c4f493a7 req-cfc812f6-72f5-40a1-b3a4-0bec599a4aeb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0458241 Apr 11 16:54:46.387426 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c4916b9e-47b5-47b4-b74f-df52c4f493a7 req-1a64d58a-f793-496f-af29-91259718101f tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Apr 11 16:54:47.300169 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Request body: {'port': {'device_id': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:47.359851 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.503048 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ceff9-f481-4fcf-8722-2ea3f13deae3 req-68ead1da-a1cd-48a5-ab1b-6b664747fefc tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:47.504622 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2f0ceff9-f481-4fcf-8722-2ea3f13deae3 req-68ead1da-a1cd-48a5-ab1b-6b664747fefc tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 931 time: 0.0511785 Apr 11 16:54:47.552152 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2f0ceff9-f481-4fcf-8722-2ea3f13deae3 req-744d5d45-6943-4825-a1f5-47d4bf91d0b0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Apr 11 16:54:47.625306 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:47.633319 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Publish callbacks [] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.646280 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Transition to ACTIVE for port object e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:54:47.736506 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.790833 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:47.871948 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Attempting to bind port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:47.872472 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Attempting to bind port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:47.872913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Attempting to bind port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 on network 08e21f37-52ac-4940-a6c8-287c20256171 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:47.878071 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 on network 08e21f37-52ac-4940-a6c8-287c20256171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:54:47.878397 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Attempting to bind port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 on network 08e21f37-52ac-4940-a6c8-287c20256171 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:47.884621 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:47.884953 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Checking segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:47.885355 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Bound using segment: {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:47.886374 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Bound port: e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1fba13-c744-4828-8bae-ea88f446c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:47.886729 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.955543 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:47.958484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:48.079843 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.115322 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.115965 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.117403 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] 10.222.0.60 "PUT /v2.0/ports/e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 1093 time: 0.8214290 Apr 11 16:54:48.117772 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:48.120656 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9184099-08c4-439a-a9d3-4ff28a4f0a89" -d '{"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:48.158588 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545978-3d52-4651-b2c9-3de301762581 service neutron] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.287196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-c839f942-4ec1-4e69-bb74-8aace0505715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.288904 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-c839f942-4ec1-4e69-bb74-8aace0505715 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1127 time: 0.0463104 Apr 11 16:54:48.333077 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-81731cf3-642c-46ce-bc02-847a41eddab8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 217 time: 0.0368907 Apr 11 16:54:48.369644 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ad5a6-7261-4bb1-a800-f1dcbb77a115 x-openstack-request-id: req-b20ad5a6-7261-4bb1-a800-f1dcbb77a115 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:48.370325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:48.370325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b20ad5a6-7261-4bb1-a800-f1dcbb77a115 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:48.370674 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20ad5a6-7261-4bb1-a800-f1dcbb77a115'] response: {'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'status': 'completed', 'code': 200} Apr 11 16:54:48.388726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-6726e98c-a470-4925-bc03-2f0b60835e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.390107 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-6726e98c-a470-4925-bc03-2f0b60835e75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0494649 Apr 11 16:54:48.434884 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-aec807e8-4add-4b54-9247-d28b03a4169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.436405 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-aec807e8-4add-4b54-9247-d28b03a4169b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386915 Apr 11 16:54:48.531504 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-91a20900-d9da-4c2d-bfa0-08ce0b3dfcf1 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861638 Apr 11 16:54:48.622069 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-45788faf-42f8-42b8-a6ba-b4e7b29ca2d0 req-fbe7751c-13c1-4749-a319-a59818632271 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831518 Apr 11 16:54:48.664376 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6600b07-d542-476f-87b7-8b1d0b28ab4c req-9249c95f-14da-47f5-a601-7003284dc9f6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.665846 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d6600b07-d542-476f-87b7-8b1d0b28ab4c req-9249c95f-14da-47f5-a601-7003284dc9f6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 943 time: 0.0482180 Apr 11 16:54:48.713229 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d6600b07-d542-476f-87b7-8b1d0b28ab4c req-fa8ed8dd-ea7e-4a7f-b7b7-125bbc76b6aa tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Apr 11 16:54:49.827575 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8004b6-07d5-4c19-969e-8afcf2b1a954 req-4686ad9a-d912-42b9-ba14-f157f0282b65 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.829046 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b8004b6-07d5-4c19-969e-8afcf2b1a954 req-4686ad9a-d912-42b9-ba14-f157f0282b65 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 943 time: 0.0474811 Apr 11 16:54:49.879222 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b8004b6-07d5-4c19-969e-8afcf2b1a954 req-562a8cc5-df17-4bc0-8546-e4bac364021e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Apr 11 16:54:50.993549 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf7118-03cc-4449-9dd7-56a299511866 req-f19438cb-ff1a-4903-bdff-6d840fe6b8e2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:50.995624 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-44bf7118-03cc-4449-9dd7-56a299511866 req-f19438cb-ff1a-4903-bdff-6d840fe6b8e2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 943 time: 0.0507810 Apr 11 16:54:51.043191 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-44bf7118-03cc-4449-9dd7-56a299511866 req-c8dd5f61-cae2-4979-bb96-402646769fb4 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Apr 11 16:54:51.247470 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-5460d4f8-483f-463c-89b0-1b06a3724267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:51.248898 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-5460d4f8-483f-463c-89b0-1b06a3724267 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1127 time: 0.0386746 Apr 11 16:54:51.345874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-7b70f7c5-8edd-4962-8482-675fd3a45b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:51.347976 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-7b70f7c5-8edd-4962-8482-675fd3a45b53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.0875237 Apr 11 16:54:51.397371 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-74e9e7e6-03ea-46a9-bdf1-38eaeb6abbef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 217 time: 0.0431378 Apr 11 16:54:51.445787 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-f055f3e2-0a32-4257-9732-d5cf567dae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:51.447242 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-f055f3e2-0a32-4257-9732-d5cf567dae6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0437713 Apr 11 16:54:51.490187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-3192e8c3-469b-4d62-98bc-c43a9f70bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:51.491731 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-3192e8c3-469b-4d62-98bc-c43a9f70bcfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382862 Apr 11 16:54:51.594299 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-80e67cf1-990f-4f9b-a284-5e8d566fe34a service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959337 Apr 11 16:54:51.652139 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:54:51.685271 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e9184099-08c4-439a-a9d3-4ff28a4f0a89 req-d782c88d-9286-415e-8efe-2f750e95c371 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848989 Apr 11 16:54:51.758875 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:51.769848 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'port_id': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'mac_address': 'fa:16:3e:0e:12:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:54:51.807102 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:51.807581 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:51.820010 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:51.841083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:51.913662 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:51.962404 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:52.159095 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd333-c5b3-4381-84af-0e753f010c7c req-c994fd40-ad18-49cf-be7f-1c3822318d42 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:52.160586 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3c9dd333-c5b3-4381-84af-0e753f010c7c req-c994fd40-ad18-49cf-be7f-1c3822318d42 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 944 time: 0.0505099 Apr 11 16:54:52.207843 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3c9dd333-c5b3-4381-84af-0e753f010c7c req-71f60b49-e8ad-4fcc-9d5f-756e7403a788 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Apr 11 16:54:52.320985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:53.324608 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca82a39-bbbb-45d9-85d7-4c9caf989486 req-e19d55e4-fd08-44d2-8ad7-1143b487deb2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:53.326075 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3ca82a39-bbbb-45d9-85d7-4c9caf989486 req-e19d55e4-fd08-44d2-8ad7-1143b487deb2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 944 time: 0.0473785 Apr 11 16:54:53.373128 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3ca82a39-bbbb-45d9-85d7-4c9caf989486 req-54eee712-d6e5-4aa5-af4e-7a0cb1126e51 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Apr 11 16:54:53.656457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:53.704083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:54:53.793648 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:53.794021 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:53.871565 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:53.871929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:53.894222 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:53.896411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbbc6c1-7195-43b0-bd94-d423eb725f87" -d '{"events": [{"server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "name": "network-vif-plugged", "status": "completed", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:53.908673 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:53.974043 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:54.020659 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67dd27-78ff-4f2b-acfb-702ad579484b x-openstack-request-id: req-5f67dd27-78ff-4f2b-acfb-702ad579484b {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:54.020935 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "name": "network-vif-plugged", "status": "completed", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:54.021186 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f67dd27-78ff-4f2b-acfb-702ad579484b {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:54.021608 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f67dd27-78ff-4f2b-acfb-702ad579484b'] response: {'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'code': 200} Apr 11 16:54:54.026729 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:54.319756 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14553e52-e9f3-484b-bd2a-55e31df392ad req-52bcc3ad-f850-421d-a8e4-1b29a70e91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:54.321489 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14553e52-e9f3-484b-bd2a-55e31df392ad req-52bcc3ad-f850-421d-a8e4-1b29a70e91b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1129 time: 0.0404272 Apr 11 16:54:54.373335 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14553e52-e9f3-484b-bd2a-55e31df392ad req-c75955d8-e92a-4e0f-b17b-bc8d26e8bb79 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Apr 11 16:54:54.497263 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc750c9-d3c3-4478-9048-c981caebaf38 req-8eacbf73-dd0e-4213-98f9-a4c89620c9ce tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:54.498822 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5bc750c9-d3c3-4478-9048-c981caebaf38 req-8eacbf73-dd0e-4213-98f9-a4c89620c9ce tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0515344 Apr 11 16:54:54.558632 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5bc750c9-d3c3-4478-9048-c981caebaf38 req-3bc5a1e4-1ff8-4807-8043-5296819b4289 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Apr 11 16:54:55.296600 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41702) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:55.569068 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Deleting port 621eea28-9a2b-4d70-86a5-2f5c5672198c {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:55.569749 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.646231 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.646568 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for floatingip (621eea28-9a2b-4d70-86a5-2f5c5672198c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.660685 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Calling delete_port for 621eea28-9a2b-4d70-86a5-2f5c5672198c owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:55.676521 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef86bb-9ce2-4e6e-afb6-9d340777b154 req-7567e4a0-2f3b-40d2-85b2-be9b26846966 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.678012 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53ef86bb-9ce2-4e6e-afb6-9d340777b154 req-7567e4a0-2f3b-40d2-85b2-be9b26846966 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0485542 Apr 11 16:54:55.730309 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53ef86bb-9ce2-4e6e-afb6-9d340777b154 req-a2ecfbc0-7b06-4a15-bd1e-d17ce086337a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Apr 11 16:54:55.928258 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (621eea28-9a2b-4d70-86a5-2f5c5672198c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.958717 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event deleted for resources: {'Port': ['ID=621eea28-9a2b-4d70-86a5-2f5c5672198c,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:56.017487 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for floatingip (ebb0a6a9-66aa-401a-b450-8a7c8ff403a4), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.024120 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Floating IP ebb0a6a9-66aa-401a-b450-8a7c8ff403a4 disassociated (deleted). External IP: 172.27.2.124, port: 260a47a3-192b-454c-a28f-a2c9401b6941. Apr 11 16:54:56.414324 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Router ecd89116-ade8-4281-89be-a5a107f8de1c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:56.526566 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:56.531054 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.536841 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] Sync routers for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:56.547286 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:56.548011 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:56.562273 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-2021d62f-4dd3-4d11-98ac-5f6deeaae893 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "DELETE /v2.0/floatingips/ebb0a6a9-66aa-401a-b450-8a7c8ff403a4 HTTP/1.1" status: 204 len: 168 time: 1.2645476 Apr 11 16:54:56.562875 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:56.566222 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcabf04-861a-4960-bef4-ca12375073f6" -d '{"events": [{"name": "network-changed", "server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:56.661366 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c7ca3-0946-4c13-9386-28569554f462 x-openstack-request-id: req-879c7ca3-0946-4c13-9386-28569554f462 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:56.662029 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:56.662029 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-879c7ca3-0946-4c13-9386-28569554f462 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:56.662276 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879c7ca3-0946-4c13-9386-28569554f462'] response: {'name': 'network-changed', 'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'status': 'completed', 'code': 200} Apr 11 16:54:56.668440 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:56.724085 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-be574a1b-9b50-4386-ad15-e990bab86c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:56.725599 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-be574a1b-9b50-4386-ad15-e990bab86c1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 1130 time: 0.0401349 Apr 11 16:54:56.852177 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-9f2ef703-72e9-4aa3-ad17-2425138be17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:56.853657 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-9f2ef703-72e9-4aa3-ad17-2425138be17e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 200 len: 909 time: 0.1219735 Apr 11 16:54:56.873037 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:19Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:56.873308 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aa9d3-7fc0-4bdb-8e15-f91774b8f46d req-dbe8ca3b-fdd3-4686-b493-233448238d03 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:56.874786 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1f2aa9d3-7fc0-4bdb-8e15-f91774b8f46d req-dbe8ca3b-fdd3-4686-b493-233448238d03 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0734203 Apr 11 16:54:56.908242 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] Checking router: ecd89116-ade8-4281-89be-a5a107f8de1c for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:56.919385 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:56.920022 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:56.947374 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-39edc76a-0e64-430b-93ce-176d6a4d0fdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 200 len: 217 time: 0.0855026 Apr 11 16:54:56.951226 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1f2aa9d3-7fc0-4bdb-8e15-f91774b8f46d req-f1799ed5-26f6-4128-9901-066c7a2e6b15 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Apr 11 16:54:57.030176 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc58689-a1ab-4821-8025-f8994a28f0e5 req-02b5a1b0-08b0-4f6d-aafc-7f82abaa14ea tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.032024 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bdc58689-a1ab-4821-8025-f8994a28f0e5 req-02b5a1b0-08b0-4f6d-aafc-7f82abaa14ea tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0614276 Apr 11 16:54:57.046200 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:57.082878 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635fb94-237b-484b-963d-757cba0f32d1 req-c9ea03a1-fb85-491e-9391-2b679e197a8b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.084608 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a635fb94-237b-484b-963d-757cba0f32d1 req-c9ea03a1-fb85-491e-9391-2b679e197a8b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0527759 Apr 11 16:54:57.088874 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bdc58689-a1ab-4821-8025-f8994a28f0e5 req-65bc4543-8aae-4279-8c3f-372406026582 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507567 Apr 11 16:54:57.138444 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a635fb94-237b-484b-963d-757cba0f32d1 req-dac030f9-90c2-46ec-af92-81271160ba5f tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Apr 11 16:54:57.341692 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:19Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:57.367581 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb95fe7-b217-4467-bc1f-e40f71decec4 None None] The sync data for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi is: [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:48:14Z', 'revision_number': 4, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '9cbcb64a-caf5-49c2-b452-b44ea8a65b16', 'name': '', 'network_id': 'd71751e9-59cf-4d12-bec0-287208226699', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'mac_address': 'fa:16:3e:9c:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '744cefa0-821d-43a4-956f-569985f9e020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:14Z', 'updated_at': '2022-04-11T16:48:19Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'subnets': [{'id': '744cefa0-821d-43a4-956f-569985f9e020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:57.477074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1eee6-ddf3-4528-8cbc-8a80ac2b72af req-df46c449-8573-41c7-a39b-834c04ec0460 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.478582 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c2b1eee6-ddf3-4528-8cbc-8a80ac2b72af req-df46c449-8573-41c7-a39b-834c04ec0460 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0502994 Apr 11 16:54:57.528712 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c2b1eee6-ddf3-4528-8cbc-8a80ac2b72af req-bf7c8827-e3bf-4867-933d-e28dea3d3ebe tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Apr 11 16:54:57.605136 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc57f2-c9f1-4e08-8f42-05ff8f51dc7e None None] New status for floating IP ebb0a6a9-66aa-401a-b450-8a7c8ff403a4: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:54:58.147176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-9f605a2e-fa2c-4d61-b725-2a0ee90cd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.148651 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-9f605a2e-fa2c-4d61-b725-2a0ee90cd293 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 200 len: 847 time: 0.0437186 Apr 11 16:54:58.200428 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-fa6159a8-4a66-45e9-824c-ca2c2a90a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.201934 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-fa6159a8-4a66-45e9-824c-ca2c2a90a53b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d71751e9-59cf-4d12-bec0-287208226699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444345 Apr 11 16:54:58.213264 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a037df9-80d6-4fd6-b1b7-0ff0d259f941 req-95afd9c4-3fd3-4794-b903-0a9e308bcb1f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.215073 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5a037df9-80d6-4fd6-b1b7-0ff0d259f941 req-95afd9c4-3fd3-4794-b903-0a9e308bcb1f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Apr 11 16:54:58.276184 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5a037df9-80d6-4fd6-b1b7-0ff0d259f941 req-0c885f62-3011-40c2-b79a-828bf0f7a306 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/security-groups?id=2fedabc9-3316-4f32-b545-cb91749a603e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540600 Apr 11 16:54:58.314599 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-0942b324-4774-46e2-9c12-a0c6c5da0110 service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888190 Apr 11 16:54:58.495482 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0fcabf04-861a-4960-bef4-ca12375073f6 req-d4f30777-35fc-4a08-9a1c-bbf5180cfd13 service neutron] 10.222.0.60 "GET /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899541 Apr 11 16:54:58.893912 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-766c6850-0644-4e0a-841c-34dfa7fab698 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.895339 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-766c6850-0644-4e0a-841c-34dfa7fab698 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.60 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 946 time: 0.0462527 Apr 11 16:54:58.984030 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Deleting port 260a47a3-192b-454c-a28f-a2c9401b6941 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:58.984364 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.071303 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] For port 260a47a3-192b-454c-a28f-a2c9401b6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=260a47a3-192b-454c-a28f-a2c9401b6941,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:59.071703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.084177 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Calling delete_port for 260a47a3-192b-454c-a28f-a2c9401b6941 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:59.290483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (260a47a3-192b-454c-a28f-a2c9401b6941), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.320560 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event deleted for resources: {'Port': ['ID=260a47a3-192b-454c-a28f-a2c9401b6941,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:59.378063 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] No DVR routers for this DVR port 260a47a3-192b-454c-a28f-a2c9401b6941 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:54:59.381190 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.384407 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1538a264-7fc6-4a51-b6ff-709e5b53eea2 req-d063ec90-329e-46c3-818e-e12778d1ed41 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.60 "DELETE /v2.0/ports/260a47a3-192b-454c-a28f-a2c9401b6941 HTTP/1.1" status: 204 len: 173 time: 0.4837158 Apr 11 16:54:59.384841 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-deleted', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:59.387163 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f590281d-cee4-4810-a6c5-881a116ae64b" -d '{"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-deleted", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:59.409355 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-685807f7-f13d-47dc-b1a1-faec1e96c356 req-f2b6bef8-b18f-48ff-b5ea-79b1584e4a00 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0396619 Apr 11 16:54:59.424676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9df5624-f30f-4344-b0dd-71be3bd8f610 x-openstack-request-id: req-a9df5624-f30f-4344-b0dd-71be3bd8f610 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:59.424971 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996796e0-17c8-4c7d-9d7b-a960d18eaff2", "name": "network-vif-deleted", "tag": "260a47a3-192b-454c-a28f-a2c9401b6941", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:59.425226 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9df5624-f30f-4344-b0dd-71be3bd8f610 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:59.426208 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9df5624-f30f-4344-b0dd-71be3bd8f610'] response: {'server_uuid': '996796e0-17c8-4c7d-9d7b-a960d18eaff2', 'name': 'network-vif-deleted', 'tag': '260a47a3-192b-454c-a28f-a2c9401b6941', 'status': 'completed', 'code': 200} Apr 11 16:55:00.527752 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8267c448-ebe7-4971-8845-4f797f659bc2 req-052d9f32-0f05-46b7-984f-714480b3873f tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "GET /v2.0/ports?device_id=996796e0-17c8-4c7d-9d7b-a960d18eaff2 HTTP/1.1" status: 200 len: 210 time: 0.0273204 Apr 11 16:55:01.613217 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41760) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:01.670317 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:01.671451 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-35432b00-ad98-46f1-a922-b5909dea8877 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group (2fedabc9-3316-4f32-b545-cb91749a603e), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:01.695954 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 260a47a3-192b-454c-a28f-a2c9401b6941 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:01.696295 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 260a47a3-192b-454c-a28f-a2c9401b6941 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:01.697749 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-35432b00-ad98-46f1-a922-b5909dea8877 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group (2fedabc9-3316-4f32-b545-cb91749a603e), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:01.839624 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-35432b00-ad98-46f1-a922-b5909dea8877 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (2fedabc9-3316-4f32-b545-cb91749a603e), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:01.842187 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-35432b00-ad98-46f1-a922-b5909dea8877 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:01.843389 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-35432b00-ad98-46f1-a922-b5909dea8877 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] 10.222.0.43 "DELETE /v2.0/security-groups/2fedabc9-3316-4f32-b545-cb91749a603e HTTP/1.1" status: 204 len: 168 time: 0.2291534 Apr 11 16:55:01.852729 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35432b00-ad98-46f1-a922-b5909dea8877 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fedabc9-3316-4f32-b545-cb91749a603e,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:01.964923 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41766) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:02.422627 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (ecd89116-ade8-4281-89be-a5a107f8de1c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:02.657634 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Deleting port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:02.657965 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:02.738484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] For port 9cbcb64a-caf5-49c2-b452-b44ea8a65b16, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:02.738757 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:02.751814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Calling delete_port for 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:03.038697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (9cbcb64a-caf5-49c2-b452-b44ea8a65b16), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:03.064472 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbcb64a-caf5-49c2-b452-b44ea8a65b16,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:03.230546 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (ecd89116-ade8-4281-89be-a5a107f8de1c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:03.451707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Router ecd89116-ade8-4281-89be-a5a107f8de1c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:03.562642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:03.571264 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0f81bdfc-1e12-4f14-b0dc-fffdd5559a38 admin admin] 10.222.0.43 "PUT /v2.0/routers/ecd89116-ade8-4281-89be-a5a107f8de1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6024053 Apr 11 16:55:03.571264 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41774) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:03.576415 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] Sync routers for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:03.585160 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:03.585884 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:03.704539 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:03.892365 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:55:02Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:03.921110 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] Checking router: ecd89116-ade8-4281-89be-a5a107f8de1c for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:03.930090 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] Routers {'ecd89116-ade8-4281-89be-a5a107f8de1c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:03.930782 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['ecd89116-ade8-4281-89be-a5a107f8de1c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:03.951456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks [] for router (ecd89116-ade8-4281-89be-a5a107f8de1c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.042618 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] Set router ecd89116-ade8-4281-89be-a5a107f8de1c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:04.056477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks [] for router_gateway (ecd89116-ade8-4281-89be-a5a107f8de1c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.172498 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Deleting port 68f46468-3e75-4da9-99ed-4b10cad96357 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:04.172829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.214657 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:55:02Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:04.241513 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5eedb-d403-45cd-a402-08f81a04beff None None] The sync data for ids ['ecd89116-ade8-4281-89be-a5a107f8de1c'] in dv-cinder-837163-2-iscsi is: [{'id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'name': 'tempest-TestShelveInstance-688662661-router', 'tenant_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:10Z', 'updated_at': '2022-04-11T16:55:02Z', 'revision_number': 5, 'project_id': 'e519d5dba1a84daba1dfce70b3133bdb', 'gw_port': {'id': '68f46468-3e75-4da9-99ed-4b10cad96357', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd89116-ade8-4281-89be-a5a107f8de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:11Z', 'updated_at': '2022-04-11T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:04.257121 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] For port 68f46468-3e75-4da9-99ed-4b10cad96357, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=68f46468-3e75-4da9-99ed-4b10cad96357,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:04.257480 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.270960 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Calling delete_port for 68f46468-3e75-4da9-99ed-4b10cad96357 owned by network:router_gateway {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:04.512314 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (68f46468-3e75-4da9-99ed-4b10cad96357), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.535969 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=68f46468-3e75-4da9-99ed-4b10cad96357,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:04.616005 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (ecd89116-ade8-4281-89be-a5a107f8de1c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.710947 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (ecd89116-ade8-4281-89be-a5a107f8de1c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.713744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks [] for router_controller (ecd89116-ade8-4281-89be-a5a107f8de1c), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.839138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (ecd89116-ade8-4281-89be-a5a107f8de1c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.839706 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd89116-ade8-4281-89be-a5a107f8de1c {{(pid=110630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:55:04.844716 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.845977 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d9805226-06c5-4337-ac8a-d116c17d9a4c admin admin] 10.222.0.43 "DELETE /v2.0/routers/ecd89116-ade8-4281-89be-a5a107f8de1c HTTP/1.1" status: 204 len: 168 time: 1.2745104 Apr 11 16:55:04.848377 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41778) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:04.928892 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Deleting subnet 744cefa0-821d-43a4-956f-569985f9e020 {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:55:04.933193 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Publish callbacks [] for subnet (744cefa0-821d-43a4-956f-569985f9e020), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.972160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (744cefa0-821d-43a4-956f-569985f9e020), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.059196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (744cefa0-821d-43a4-956f-569985f9e020), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.210983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (744cefa0-821d-43a4-956f-569985f9e020), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.239327 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744cefa0-821d-43a4-956f-569985f9e020,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:05.246225 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.249511 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-fe3039c7-88a5-439d-94c5-5e860a467ec8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/744cefa0-821d-43a4-956f-569985f9e020 HTTP/1.1" status: 204 len: 168 time: 0.4001660 Apr 11 16:55:05.251730 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b72e0b-efd7-4f72-98c8-fcc87d3221b7 None None] Network d71751e9-59cf-4d12-bec0-287208226699 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:05.252747 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41780) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:05.328021 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (d71751e9-59cf-4d12-bec0-287208226699), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.396482 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Deleting port 72074f46-5497-460a-9457-45c20dcf8410 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:05.396482 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (72074f46-5497-460a-9457-45c20dcf8410), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.474405 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] For port 72074f46-5497-460a-9457-45c20dcf8410, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=72074f46-5497-460a-9457-45c20dcf8410,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:05.482318 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (72074f46-5497-460a-9457-45c20dcf8410), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.490506 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] DHCP port deletion for d71751e9-59cf-4d12-bec0-287208226699 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:55:05.490719 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Calling delete_port for 72074f46-5497-460a-9457-45c20dcf8410 owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:05.533546 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Deleting port 72074f46-5497-460a-9457-45c20dcf8410 {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:05.534029 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (72074f46-5497-460a-9457-45c20dcf8410), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.604531 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] For port 72074f46-5497-460a-9457-45c20dcf8410, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=72074f46-5497-460a-9457-45c20dcf8410,segment=NetworkSegment(ae91e4e4-b72f-4b96-9f89-0e046c79da5d),segment_id=ae91e4e4-b72f-4b96-9f89-0e046c79da5d)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:05.604939 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (72074f46-5497-460a-9457-45c20dcf8410), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.618821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Calling delete_port for 72074f46-5497-460a-9457-45c20dcf8410 owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:05.660003 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (72074f46-5497-460a-9457-45c20dcf8410), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.709407 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Pushing event deleted for resources: {'Port': ['ID=72074f46-5497-460a-9457-45c20dcf8410,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:05.716390 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] No DVR routers for this DVR port 72074f46-5497-460a-9457-45c20dcf8410 on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:05.723382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (72074f46-5497-460a-9457-45c20dcf8410), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.754770 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.754927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 68f46468-3e75-4da9-99ed-4b10cad96357 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:05.755122 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.755459 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.755857 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.756192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.756523 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.756830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.757970 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.758319 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.758836 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.759175 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.759503 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.759850 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.760226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.760683 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.779739 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Pushing event deleted for resources: {'Port': ['ID=72074f46-5497-460a-9457-45c20dcf8410,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:05.782182 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] No DVR routers for this DVR port 72074f46-5497-460a-9457-45c20dcf8410 on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:05.784736 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 68f46468-3e75-4da9-99ed-4b10cad96357 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:05.785088 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 68f46468-3e75-4da9-99ed-4b10cad96357 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:05.785490 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:05.815331 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.815714 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.816059 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.816404 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.816739 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.817068 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.817395 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.817719 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.818044 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.818366 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.818688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.819017 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.819340 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.819694 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.820016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99779d5-c2ef-4e91-907d-b35dd36fe99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:05.826456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:05.826456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 9cbcb64a-caf5-49c2-b452-b44ea8a65b16 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:05.826456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 72074f46-5497-460a-9457-45c20dcf8410 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:05.832058 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (d71751e9-59cf-4d12-bec0-287208226699), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.845071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 72074f46-5497-460a-9457-45c20dcf8410 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:05.845421 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 72074f46-5497-460a-9457-45c20dcf8410 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:05.853897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71751e9-59cf-4d12-bec0-287208226699']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:05.865572 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:05.865871 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae91e4e4-b72f-4b96-9f89-0e046c79da5d') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:05.879926 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (ae91e4e4-b72f-4b96-9f89-0e046c79da5d), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.893814 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (ae91e4e4-b72f-4b96-9f89-0e046c79da5d), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.899970 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:55:05.900355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (ae91e4e4-b72f-4b96-9f89-0e046c79da5d), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:55:05.902717 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:55:06.027662 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (d71751e9-59cf-4d12-bec0-287208226699), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.032882 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.036617 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] 10.222.0.43 "DELETE /v2.0/networks/d71751e9-59cf-4d12-bec0-287208226699 HTTP/1.1" status: 204 len: 168 time: 0.7828164 Apr 11 16:55:06.039686 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41784) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:06.047758 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cba45-f617-4da3-b6cf-b446a9ff035f admin admin] Pushing event deleted for resources: {'Network': ['ID=d71751e9-59cf-4d12-bec0-287208226699,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:06.371201 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (c5724c1d-4538-4a5d-9f2c-8769b4030378), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.604196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Deleting port d0afddc9-aec9-4eb6-9fc3-82640a5de772 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:06.604527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.681000 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] For port d0afddc9-aec9-4eb6-9fc3-82640a5de772, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=d0afddc9-aec9-4eb6-9fc3-82640a5de772,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:06.681277 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.694661 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Calling delete_port for d0afddc9-aec9-4eb6-9fc3-82640a5de772 owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:06.979496 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (d0afddc9-aec9-4eb6-9fc3-82640a5de772), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.007858 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0afddc9-aec9-4eb6-9fc3-82640a5de772,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:07.038347 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.038693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.039041 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.039381 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.039746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.040081 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.040410 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.040737 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.042092 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.042537 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.042879 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.043255 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.043605 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.043939 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.044268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:07.191333 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (c5724c1d-4538-4a5d-9f2c-8769b4030378), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.421212 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Router c5724c1d-4538-4a5d-9f2c-8769b4030378 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:07.532200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:07.551558 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41788) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:07.552158 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] Sync routers for ids ['c5724c1d-4538-4a5d-9f2c-8769b4030378'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:07.558419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-93aefb35-f814-464b-82d2-696753932115 admin admin] 10.222.0.43 "PUT /v2.0/routers/c5724c1d-4538-4a5d-9f2c-8769b4030378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5175395 Apr 11 16:55:07.562242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] Routers {'c5724c1d-4538-4a5d-9f2c-8769b4030378'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:07.562852 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['c5724c1d-4538-4a5d-9f2c-8769b4030378'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:07.670248 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks [] for router (c5724c1d-4538-4a5d-9f2c-8769b4030378), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.686859 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] Set router c5724c1d-4538-4a5d-9f2c-8769b4030378 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:07.808318 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks [] for router_gateway (c5724c1d-4538-4a5d-9f2c-8769b4030378), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.867352 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:55:06Z', 'revision_number': 5, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:07.898674 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] Checking router: c5724c1d-4538-4a5d-9f2c-8769b4030378 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:07.907761 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] Routers {'c5724c1d-4538-4a5d-9f2c-8769b4030378'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:07.908369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:54:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['c5724c1d-4538-4a5d-9f2c-8769b4030378'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:07.959904 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Deleting port 25e6a641-fc59-462b-91c5-6ad844469358 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:07.960154 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (25e6a641-fc59-462b-91c5-6ad844469358), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.024866 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] Set router c5724c1d-4538-4a5d-9f2c-8769b4030378 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:08.048315 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] For port 25e6a641-fc59-462b-91c5-6ad844469358, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=25e6a641-fc59-462b-91c5-6ad844469358,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:08.050891 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (25e6a641-fc59-462b-91c5-6ad844469358), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.062527 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Calling delete_port for 25e6a641-fc59-462b-91c5-6ad844469358 owned by network:router_gateway {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:08.201208 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:55:06Z', 'revision_number': 5, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:08.302235 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (25e6a641-fc59-462b-91c5-6ad844469358), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.326892 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e6a641-fc59-462b-91c5-6ad844469358,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:08.363678 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98285dc-e77d-47a6-8d5d-79e8a24b7259 None None] The sync data for ids ['c5724c1d-4538-4a5d-9f2c-8769b4030378'] in dv-cinder-837163-2-iscsi is: [{'id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'name': 'tempest-TestShelveInstance-1153241944-router', 'tenant_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '25e6a641-fc59-462b-91c5-6ad844469358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:55:06Z', 'revision_number': 5, 'project_id': 'e6e861e727af4a5e9c5adca5c1a99835', 'gw_port': {'id': '25e6a641-fc59-462b-91c5-6ad844469358', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5724c1d-4538-4a5d-9f2c-8769b4030378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:19Z', 'updated_at': '2022-04-11T16:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:08.398512 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (c5724c1d-4538-4a5d-9f2c-8769b4030378), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.513608 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (c5724c1d-4538-4a5d-9f2c-8769b4030378), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.515866 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks [] for router_controller (c5724c1d-4538-4a5d-9f2c-8769b4030378), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.667434 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (c5724c1d-4538-4a5d-9f2c-8769b4030378), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.668107 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5724c1d-4538-4a5d-9f2c-8769b4030378 {{(pid=110631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:55:08.672744 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.673819 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f41f72d3-2e7c-4c9a-bf9e-c1679a2ce7b6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c5724c1d-4538-4a5d-9f2c-8769b4030378 HTTP/1.1" status: 204 len: 168 time: 1.1259060 Apr 11 16:55:08.676343 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41792) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:08.724346 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Deleting subnet a58d4421-fab7-431a-9a40-9d6f25eaffec {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:55:08.727686 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Publish callbacks [] for subnet (a58d4421-fab7-431a-9a40-9d6f25eaffec), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.771881 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (a58d4421-fab7-431a-9a40-9d6f25eaffec), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.883760 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (a58d4421-fab7-431a-9a40-9d6f25eaffec), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.027969 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (a58d4421-fab7-431a-9a40-9d6f25eaffec), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.054901 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58d4421-fab7-431a-9a40-9d6f25eaffec,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:09.064087 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.065776 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-ffac00e0-1810-4402-90ef-b06597227a15 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a58d4421-fab7-431a-9a40-9d6f25eaffec HTTP/1.1" status: 204 len: 168 time: 0.3884740 Apr 11 16:55:09.066433 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20bd81-3f83-476d-8cd9-5d579bacb9c0 None None] Network 8034e261-3c2d-4163-baf9-65fd222512d3 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:09.069868 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41796) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:09.141566 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (8034e261-3c2d-4163-baf9-65fd222512d3), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.191448 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Deleting port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:09.191810 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.253700 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] For port e4727acc-dfa4-4409-9e8e-f4419a3e2be2, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:09.254067 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.267376 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Calling delete_port for e4727acc-dfa4-4409-9e8e-f4419a3e2be2 owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:09.356444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] DHCP port deletion for 8034e261-3c2d-4163-baf9-65fd222512d3 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:55:09.405101 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] Deleting port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:09.405470 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.459817 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.467052 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] For port e4727acc-dfa4-4409-9e8e-f4419a3e2be2, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,segment=NetworkSegment(c6c1cbd9-10fc-42a1-bfa1-d046f8653667),segment_id=c6c1cbd9-10fc-42a1-bfa1-d046f8653667)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:09.467448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.481406 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] Calling delete_port for e4727acc-dfa4-4409-9e8e-f4419a3e2be2 owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:09.487255 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:09.490408 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] No DVR routers for this DVR port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:09.565155 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (8034e261-3c2d-4163-baf9-65fd222512d3), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.576639 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (e4727acc-dfa4-4409-9e8e-f4419a3e2be2), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.589951 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8034e261-3c2d-4163-baf9-65fd222512d3']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:09.599347 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:09.599691 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c1cbd9-10fc-42a1-bfa1-d046f8653667') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:09.600260 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] Pushing event deleted for resources: {'Port': ['ID=e4727acc-dfa4-4409-9e8e-f4419a3e2be2,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:09.607105 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d9a77-c750-4ef3-9815-1757bc8b823b None None] No DVR routers for this DVR port e4727acc-dfa4-4409-9e8e-f4419a3e2be2 on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:09.609908 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (c6c1cbd9-10fc-42a1-bfa1-d046f8653667), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.624635 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (c6c1cbd9-10fc-42a1-bfa1-d046f8653667), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (c6c1cbd9-10fc-42a1-bfa1-d046f8653667), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:55:09.642034 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:55:09.684651 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7b74b120-65b8-4ebd-a71e-3f14a98e045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.702295 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4727acc-dfa4-4409-9e8e-f4419a3e2be2 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:09.724056 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: e4727acc-dfa4-4409-9e8e-f4419a3e2be2 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:09.724321 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device e4727acc-dfa4-4409-9e8e-f4419a3e2be2 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:09.724761 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device d0afddc9-aec9-4eb6-9fc3-82640a5de772 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:09.744530 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: d0afddc9-aec9-4eb6-9fc3-82640a5de772 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:09.744930 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device d0afddc9-aec9-4eb6-9fc3-82640a5de772 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:09.745365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 25e6a641-fc59-462b-91c5-6ad844469358 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:09.764088 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 25e6a641-fc59-462b-91c5-6ad844469358 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:09.764431 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 25e6a641-fc59-462b-91c5-6ad844469358 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:09.833373 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (8034e261-3c2d-4163-baf9-65fd222512d3), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.840776 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.843985 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8034e261-3c2d-4163-baf9-65fd222512d3 HTTP/1.1" status: 204 len: 168 time: 0.7731125 Apr 11 16:55:09.855140 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20f2d-5fb5-4052-8d93-7b545ac49bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8034e261-3c2d-4163-baf9-65fd222512d3,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:10.103395 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:55:10.166693 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8e3a-e935-410d-851a-cd217a7a5bc3 req-83c1556d-73dc-4094-a39c-f26371122843 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.168294 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4dcc8e3a-e935-410d-851a-cd217a7a5bc3 req-83c1556d-73dc-4094-a39c-f26371122843 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0491395 Apr 11 16:55:10.178606 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41810) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:10.220117 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c1b8c2f0-5459-4b18-a90e-95e9edc81247 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e519d5dba1a84daba1dfce70b3133bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402665 Apr 11 16:55:10.220326 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4dcc8e3a-e935-410d-851a-cd217a7a5bc3 req-ea001c44-2fc2-428f-9a57-0e0565f0b587 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Apr 11 16:55:10.222580 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41812) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:10.247395 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41814) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:10.272637 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-26326051-9e67-46c1-934f-37b7a584d526 admin admin] Publish callbacks [] for security_group (dd95c947-8570-4709-b3ca-130cb1fc2e53), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:10.294832 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-26326051-9e67-46c1-934f-37b7a584d526 admin admin] Publish callbacks [] for security_group (dd95c947-8570-4709-b3ca-130cb1fc2e53), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:10.432913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-26326051-9e67-46c1-934f-37b7a584d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (dd95c947-8570-4709-b3ca-130cb1fc2e53), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:10.433225 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb945d5-c51d-4156-a190-2ef27db34489 tempest-TestMinimumBasicScenario-53149888 tempest-TestMinimumBasicScenario-53149888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.434756 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1eb945d5-c51d-4156-a190-2ef27db34489 tempest-TestMinimumBasicScenario-53149888 tempest-TestMinimumBasicScenario-53149888-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1124 time: 0.1865139 Apr 11 16:55:10.435504 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-26326051-9e67-46c1-934f-37b7a584d526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:10.436720 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-26326051-9e67-46c1-934f-37b7a584d526 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd95c947-8570-4709-b3ca-130cb1fc2e53 HTTP/1.1" status: 204 len: 168 time: 0.2131708 Apr 11 16:55:10.437744 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41818) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:10.442386 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'port_id': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:10.445238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326051-9e67-46c1-934f-37b7a584d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95c947-8570-4709-b3ca-130cb1fc2e53,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:10.543632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:10.630580 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:10.734478 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Allocated IP 172.27.2.246 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/6cd24097-e966-47b9-a911-ec42e00fd030) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:11.033305 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for port (6cd24097-e966-47b9-a911-ec42e00fd030), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.188085 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (6cd24097-e966-47b9-a911-ec42e00fd030), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.226214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:11.234465 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:11.234465 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:11.258684 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'Port': ['ID=6cd24097-e966-47b9-a911-ec42e00fd030,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:11.297908 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41832) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:11.340853 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4127d5af-8dbd-4394-8af2-d80814f04f0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6e861e727af4a5e9c5adca5c1a99835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416763 Apr 11 16:55:11.346714 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41834) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:11.397241 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4a2cdac-7a1d-420c-a581-37e29047ce0a admin admin] Publish callbacks [] for security_group (87231330-a44f-434b-adf1-25fc58c0c35f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.423161 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4a2cdac-7a1d-420c-a581-37e29047ce0a admin admin] Publish callbacks [] for security_group (87231330-a44f-434b-adf1-25fc58c0c35f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.587624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4a2cdac-7a1d-420c-a581-37e29047ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (87231330-a44f-434b-adf1-25fc58c0c35f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.591062 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4a2cdac-7a1d-420c-a581-37e29047ce0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.592315 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d4a2cdac-7a1d-420c-a581-37e29047ce0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87231330-a44f-434b-adf1-25fc58c0c35f HTTP/1.1" status: 204 len: 168 time: 0.2444222 Apr 11 16:55:11.600645 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2cdac-7a1d-420c-a581-37e29047ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87231330-a44f-434b-adf1-25fc58c0c35f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:11.621169 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for floatingip (1dacfe7c-d96a-4f13-b44a-23c9f396dd45), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.757341 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619b58-a848-48b3-a6eb-12e6433eb530 req-81f0c732-0a83-46d3-ba87-fc6a46184843 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:11.758832 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0b619b58-a848-48b3-a6eb-12e6433eb530 req-81f0c732-0a83-46d3-ba87-fc6a46184843 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0519619 Apr 11 16:55:11.793254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (6cd24097-e966-47b9-a911-ec42e00fd030), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:11.806263 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0b619b58-a848-48b3-a6eb-12e6433eb530 req-830494d1-fb56-4613-a968-efe6543f0c10 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Apr 11 16:55:11.951664 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for port (6cd24097-e966-47b9-a911-ec42e00fd030), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.013751 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (6cd24097-e966-47b9-a911-ec42e00fd030), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.090767 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'Port': ['ID=6cd24097-e966-47b9-a911-ec42e00fd030,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:12.102971 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (1dacfe7c-d96a-4f13-b44a-23c9f396dd45), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.215315 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Floating IP 1dacfe7c-d96a-4f13-b44a-23c9f396dd45 associated. External IP: 172.27.2.246, port: e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75. Apr 11 16:55:12.267319 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5be7-f9ab-4ef8-b740-d22a3092167d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.435046 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Router 3ea1f778-529e-450d-a6aa-f54241c15e35 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:12.550571 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:12.560986 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] Sync routers for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:12.570704 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:12.571368 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:12.646411 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.677143 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b696ea21-1ba1-468b-92a1-a6d53800955a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2382534 Apr 11 16:55:12.677742 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:12.679896 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41856) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:12.680408 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cc65b5-0484-4952-824b-09cdfcd3d0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:12.681952 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:12.685131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980884062', 'description': 'tempest-secgroup-smoke-1980884062 description', 'project_id': 'dda959d146164e97855de4f0d05a0516'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:12.726159 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916cc53e-59d4-491b-89c8-1587d2cf9225 x-openstack-request-id: req-916cc53e-59d4-491b-89c8-1587d2cf9225 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:12.726393 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:12.726742 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-916cc53e-59d4-491b-89c8-1587d2cf9225 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:12.727151 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916cc53e-59d4-491b-89c8-1587d2cf9225'] response: {'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'status': 'completed', 'code': 200} Apr 11 16:55:12.796561 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41862) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:12.803375 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.879193 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group (64da6fff-7fc8-4adb-9884-4f4e448b45c9), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.910814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-250300333-network', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:12.916612 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '1dacfe7c-d96a-4f13-b44a-23c9f396dd45', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'port_id': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'mac_address': 'fa:16:3e:0e:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:11Z', 'updated_at': '2022-04-11T16:55:11Z', 'revision_number': 0, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:12.944025 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] Checking router: 3ea1f778-529e-450d-a6aa-f54241c15e35 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:12.945604 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (64da6fff-7fc8-4adb-9884-4f4e448b45c9), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:12.953340 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:12.953957 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:12.971814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e36e-fb58-4086-8ee7-ecdd20dfee0d req-8dffb49d-64da-4037-89c0-2743c0c64b45 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:12.973286 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b972e36e-fb58-4086-8ee7-ecdd20dfee0d req-8dffb49d-64da-4037-89c0-2743c0c64b45 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0790884 Apr 11 16:55:13.008066 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64da6fff-7fc8-4adb-9884-4f4e448b45c9,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:13.035130 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Made reservation on behalf of 8a9151e87a0144caa9be07aa21c76b5b for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:13.037465 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.065989 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:13.072009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.073801 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-de595cab-42cf-4b86-956a-0c82259f45d6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3928874 Apr 11 16:55:13.077568 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41868) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:13.081453 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b972e36e-fb58-4086-8ee7-ecdd20dfee0d req-6d14a0db-111b-4652-9a83-5a5fc5e8d618 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014180 Apr 11 16:55:13.082859 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group_rule': {'security_group_id': '64da6fff-7fc8-4adb-9884-4f4e448b45c9', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:13.084042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.095002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-0dcda6f2-f343-4461-a993-8d5fdc3d6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.096518 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-0dcda6f2-f343-4461-a993-8d5fdc3d6180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1129 time: 0.0756657 Apr 11 16:55:13.183208 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (f9494186-0dd5-4f6c-b275-c0922c405b93), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.246854 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-54227879-b391-4559-a16d-c6dbe8f0c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.248382 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-54227879-b391-4559-a16d-c6dbe8f0c95d service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.1311560 Apr 11 16:55:13.257235 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks [] for security_group (3bf10dda-7b8f-4259-a1b6-134dabe34965), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.261673 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (f9494186-0dd5-4f6c-b275-c0922c405b93), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.323423 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-248ff810-1b77-4748-935f-51a4d3d7b085 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 999 time: 0.0635562 Apr 11 16:55:13.341408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (3bf10dda-7b8f-4259-a1b6-134dabe34965), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.366375 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:55:13.376072 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf10dda-7b8f-4259-a1b6-134dabe34965,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:13.379727 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.380252 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (f9494186-0dd5-4f6c-b275-c0922c405b93), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.382854 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (d1aee249-8d2d-43cd-bfdc-89910da277d7), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.383197 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Added segment d1aee249-8d2d-43cd-bfdc-89910da277d7 of type vlan for network d45841d9-e429-47aa-8f60-9f9158a45598 Apr 11 16:55:13.384868 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '1dacfe7c-d96a-4f13-b44a-23c9f396dd45', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'port_id': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'mac_address': 'fa:16:3e:0e:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:11Z', 'updated_at': '2022-04-11T16:55:11Z', 'revision_number': 0, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:13.405522 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9494186-0dd5-4f6c-b275-c0922c405b93,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:13.414134 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a4b4-4563-4de4-b37d-f4fd73656707 None None] The sync data for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi is: [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '1dacfe7c-d96a-4f13-b44a-23c9f396dd45', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'port_id': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'mac_address': 'fa:16:3e:0e:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:11Z', 'updated_at': '2022-04-11T16:55:11Z', 'revision_number': 0, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:13.426038 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (d45841d9-e429-47aa-8f60-9f9158a45598), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.469619 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.474395 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-601a131a-0f86-41b3-baf6-2ea86ec9cc9e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3921409 Apr 11 16:55:13.474395 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41870) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:13.479563 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group_rule': {'security_group_id': '64da6fff-7fc8-4adb-9884-4f4e448b45c9', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:13.493577 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-ec87c85b-21a7-4e60-964b-84f4da3471cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.495440 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-ec87c85b-21a7-4e60-964b-84f4da3471cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0477414 Apr 11 16:55:13.542606 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (d45841d9-e429-47aa-8f60-9f9158a45598), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.545865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.545865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.608032 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] Pushing event updated for resources: {'Network': ['ID=d45841d9-e429-47aa-8f60-9f9158a45598,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:13.618105 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network d45841d9-e429-47aa-8f60-9f9158a45598 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:55:13.624503 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (31e51677-2483-4a9c-b20a-07d549f69d99), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.684806 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb3367-4d4b-479f-ad58-7d0cc9a55c3e None None] New status for floating IP 1dacfe7c-d96a-4f13-b44a-23c9f396dd45: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:55:13.689617 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.698639 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (31e51677-2483-4a9c-b20a-07d549f69d99), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.753672 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4583af80-6338-4ea8-adb7-3816642af23b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9559877 Apr 11 16:55:13.756677 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41872) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:13.761892 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Request body: {'subnet': {'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-250300333-subnet', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:13.763584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-c6d87060-d91b-4fd9-8c83-949754d201fa tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.765017 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-c6d87060-d91b-4fd9-8c83-949754d201fa tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0711610 Apr 11 16:55:13.766131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-3e123820-9f41-41c8-aede-b6deeac7eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.767487 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-3e123820-9f41-41c8-aede-b6deeac7eb86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814297 Apr 11 16:55:13.785434 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (31e51677-2483-4a9c-b20a-07d549f69d99), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.807027 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e51677-2483-4a9c-b20a-07d549f69d99,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:13.873299 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Made reservation on behalf of 8a9151e87a0144caa9be07aa21c76b5b for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:13.875992 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15905433'] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.905893 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.907176 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-2eb01485-844c-4c0f-96ff-0774ff757906 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4320982 Apr 11 16:55:13.910163 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41874) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:13.914334 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group_rule': {'security_group_id': '64da6fff-7fc8-4adb-9884-4f4e448b45c9', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:14.085651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (1d4b74c3-f6e8-4d44-a0b0-6f63293e503f), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.136039 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (1d4b74c3-f6e8-4d44-a0b0-6f63293e503f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.177762 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15951433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15905419'] for subnet (d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.191413 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Deleting port 35519831-91a3-435b-b7b6-9574bf0c2104 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:14.191784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.208579 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-3ebfe3b9-098d-4ce8-b916-3a7179c9e793 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238675 Apr 11 16:55:14.233012 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (1d4b74c3-f6e8-4d44-a0b0-6f63293e503f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.257138 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6b961-af69-45aa-82ce-ac01917804bb req-895fc221-c7f1-4622-ba8f-fc193823fc3f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.258622 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ef6b961-af69-45aa-82ce-ac01917804bb req-895fc221-c7f1-4622-ba8f-fc193823fc3f tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 946 time: 0.0968552 Apr 11 16:55:14.272158 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4b74c3-f6e8-4d44-a0b0-6f63293e503f,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:14.288370 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:14.324671 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Checking segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:14.324985 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Network hostable DHCP agents. Network: d45841d9-e429-47aa-8f60-9f9158a45598, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:55:14.343226 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7ef6b961-af69-45aa-82ce-ac01917804bb req-2db00a2b-800c-45bd-a158-f60ac43d8c97 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups?id=94937d54-83b5-454e-91bd-7ce0d7fbc210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734432 Apr 11 16:55:14.351770 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] For port 35519831-91a3-435b-b7b6-9574bf0c2104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=35519831-91a3-435b-b7b6-9574bf0c2104,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:14.352143 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.375275 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.375484 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-84cc65b5-0484-4952-824b-09cdfcd3d0d3 req-e5a0bec5-71e2-41c7-84b5-34724cc25860 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575413 Apr 11 16:55:14.376531 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6bfbb29c-086e-4aa2-8526-0cf9a4e10ae0 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4656441 Apr 11 16:55:14.379231 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41878) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:14.383801 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group_rule': {'security_group_id': '64da6fff-7fc8-4adb-9884-4f4e448b45c9', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:14.490396 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Network d45841d9-e429-47aa-8f60-9f9158a45598 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:55:14.532094 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.532454 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (07340e58-e105-4092-a755-65b1e51ee072), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.532768 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Floating IP 07340e58-e105-4092-a755-65b1e51ee072 disassociated. External IP: 172.27.2.73, port: 35519831-91a3-435b-b7b6-9574bf0c2104. Apr 11 16:55:14.533100 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Calling delete_port for 35519831-91a3-435b-b7b6-9574bf0c2104 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:14.541952 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (b171363b-5bad-4cff-8e8e-853694949462), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.600611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (b171363b-5bad-4cff-8e8e-853694949462), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.621284 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, d45841d9-e429-47aa-8f60-9f9158a45598) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:14.627489 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.627489 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.630868 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301487bd-4947-476e-8264-bbf4f1296bdc None None] Network d45841d9-e429-47aa-8f60-9f9158a45598 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:14.737810 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-d45841d9-e429-47aa-8f60-9f9158a45598', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:55:14.738636 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.758991 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (b171363b-5bad-4cff-8e8e-853694949462), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.782316 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b171363b-5bad-4cff-8e8e-853694949462,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:14.805134 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (35519831-91a3-435b-b7b6-9574bf0c2104), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.812407 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-53c9c24d-a14d-49ef-8770-3885ae90b227 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0510175 Apr 11 16:55:14.812407 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41880) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:14.816217 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:14.837528 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event deleted for resources: {'Port': ['ID=35519831-91a3-435b-b7b6-9574bf0c2104,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:14.876156 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Allocated IP 172.20.0.2 (d45841d9-e429-47aa-8f60-9f9158a45598/d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73/bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:14.905078 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.909472 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-9afd2f48-a6e8-42fb-8c31-c535badfd953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5290082 Apr 11 16:55:14.911043 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41882) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:14.915341 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group_rule': {'security_group_id': '64da6fff-7fc8-4adb-9884-4f4e448b45c9', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:14.961835 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:14.983150 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.011452 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (2c924f8a-33e2-41ac-8315-1bfc25570f0f), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.013104 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (2c924f8a-33e2-41ac-8315-1bfc25570f0f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.018201 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.securitygroups_db [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Project dda959d146164e97855de4f0d05a0516 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:55:15.027048 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (7ec354a4-5a0a-4a32-9de0-dc0994195d29), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.045902 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Publish callbacks [] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.078510 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:15.089228 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:15.101275 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:15.102157 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:15.102643 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks [] for router_controller (2c924f8a-33e2-41ac-8315-1bfc25570f0f), precommit_add_association {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.117665 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (7ec354a4-5a0a-4a32-9de0-dc0994195d29), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.126074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] No DVR routers for this DVR port 35519831-91a3-435b-b7b6-9574bf0c2104 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:15.128728 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.132253 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d651eb0f-8ee7-45f4-86d4-0bcbfd351186 req-ce00c1c3-ab71-4f40-a5d2-521201ee1df3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.60 "DELETE /v2.0/ports/35519831-91a3-435b-b7b6-9574bf0c2104 HTTP/1.1" status: 204 len: 173 time: 1.3547564 Apr 11 16:55:15.132707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-deleted', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:15.135652 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c1682-3d39-432b-9058-23e6be26e260" -d '{"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-deleted", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:15.148597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.187775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35dbe08-ac8f-4c6a-aabb-a325ab0d63cc x-openstack-request-id: req-d35dbe08-ac8f-4c6a-aabb-a325ab0d63cc {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:15.194574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a0285c-554d-4263-baee-995711f89ae0", "name": "network-vif-deleted", "tag": "35519831-91a3-435b-b7b6-9574bf0c2104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:15.194574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d35dbe08-ac8f-4c6a-aabb-a325ab0d63cc {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:15.194574 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35dbe08-ac8f-4c6a-aabb-a325ab0d63cc'] response: {'server_uuid': '27a0285c-554d-4263-baee-995711f89ae0', 'name': 'network-vif-deleted', 'tag': '35519831-91a3-435b-b7b6-9574bf0c2104', 'status': 'completed', 'code': 200} Apr 11 16:55:15.219056 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Network d45841d9-e429-47aa-8f60-9f9158a45598 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:15.223092 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:15.226263 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:15.236595 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:15.240558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Pushing event updated for resources: {'Port': ['ID=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:15.309775 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Attempting to bind port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:15.310306 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Attempting to bind port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:15.310766 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Attempting to bind port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:15.320503 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:15.321128 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Checking segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:15.324134 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.324540 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Bound using segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:15.325098 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Bound port: bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:15.325484 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.439164 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] For port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:15.442929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] For port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:15.463787 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:15.502690 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:15.514305 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:15.514935 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:15.517503 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (7ec354a4-5a0a-4a32-9de0-dc0994195d29), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.528640 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.590460 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4f674385-7d61-498e-9117-933580846fa2 req-9f730627-7910-49a2-9f7f-b68996bc6a1a tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a0285c-554d-4263-baee-995711f89ae0 HTTP/1.1" status: 200 len: 210 time: 0.0947087 Apr 11 16:55:15.596206 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322162-dd7b-4b68-9ba6-714a13a952f6 None None] Pushing event updated for resources: {'Port': ['ID=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:15.602305 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec354a4-5a0a-4a32-9de0-dc0994195d29,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:15.666543 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:15.691201 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.692277 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-46002a31-a195-431f-9f7b-11effbf8f43d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7801983 Apr 11 16:55:15.695201 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41888) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:15.701002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'security_group_rule': {'security_group_id': '64da6fff-7fc8-4adb-9884-4f4e448b45c9', 'project_id': 'dda959d146164e97855de4f0d05a0516', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:15.701667 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks [] for router_gateway (2c924f8a-33e2-41ac-8315-1bfc25570f0f), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.714938 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:15.740956 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 35519831-91a3-435b-b7b6-9574bf0c2104 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:15.741302 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 35519831-91a3-435b-b7b6-9574bf0c2104 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:15.810740 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.securitygroups_db [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Project dda959d146164e97855de4f0d05a0516 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:55:15.818238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (17aa3fca-1929-46c4-a68f-e1183c6d2034), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.918979 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (17aa3fca-1929-46c4-a68f-e1183c6d2034), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.930952 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:15.969534 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e568790-0951-4b52-9e40-101823ffe2c8 None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:43:25Z', 'revision_number': 4, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '3129ef8a-88ec-4bbf-8fc2-6f003459308f', 'name': '', 'network_id': '1c0d4dfe-01b0-4862-bae4-62818b124fe4', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'mac_address': 'fa:16:3e:af:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:23Z', 'updated_at': '2022-04-11T16:43:33Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'subnets': [{'id': '881072ec-67e2-4a28-9ac5-db2e1e845a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:16.008601 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.037468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (17aa3fca-1929-46c4-a68f-e1183c6d2034), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.066539 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks [] for router_gateway (2c924f8a-33e2-41ac-8315-1bfc25570f0f), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.068852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17aa3fca-1929-46c4-a68f-e1183c6d2034,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:16.095905 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.149293 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.151416 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-eaa2cc72-ecf5-4170-96de-a19e20314f3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4550505 Apr 11 16:55:16.213968 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Allocated IP 172.27.2.125 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/4dbaf408-3a5c-48f9-82ab-11b300fb669a) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:16.252057 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-17481231-cc6a-490a-b7b3-3448d83daf5d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980884062&fields=id&tenant_id=dda959d146164e97855de4f0d05a0516 HTTP/1.1" status: 200 len: 267 time: 0.0518727 Apr 11 16:55:16.309651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-8b92502f-7de1-42c7-aee4-f7f008f9a607 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:16.311461 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-8b92502f-7de1-42c7-aee4-f7f008f9a607 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0531209 Apr 11 16:55:16.324865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'port': {'security_groups': ['0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb', '64da6fff-7fc8-4adb-9884-4f4e448b45c9']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:16.336171 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks [] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.398832 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80da59-d8bb-4f43-a3fb-bbe9bdcff7bb None None] New status for floating IP 07340e58-e105-4092-a755-65b1e51ee072: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:55:16.410751 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.446323 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.490805 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:16.495641 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:16.499926 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:16.526067 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbaf408-3a5c-48f9-82ab-11b300fb669a,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:16.665273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:16.712797 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.746260 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72659812-ccd0-4744-bd44-a138e46f1ab1 None None] Network d45841d9-e429-47aa-8f60-9f9158a45598 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:16.816103 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.830087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41896) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:16.843416 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:16.843971 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.845768 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b99fcc5d-9a2a-4059-b43c-4bff89b3c27e req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "PUT /v2.0/ports/e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 981 time: 0.5266330 Apr 11 16:55:16.867114 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:16.910870 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] Provisioning complete for port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:16.911595 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.924131 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks [] for router_gateway (2c924f8a-33e2-41ac-8315-1bfc25570f0f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.950332 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:17.057597 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef0e58-3e5d-4701-9b4a-12c7dd0c72cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=6']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:17.090046 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-91222bec-1d38-425e-a80a-416c97899d74 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (94937d54-83b5-454e-91bd-7ce0d7fbc210), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.122088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-91222bec-1d38-425e-a80a-416c97899d74 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (94937d54-83b5-454e-91bd-7ce0d7fbc210), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.124885 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9bb82-8886-49e7-a534-35a869bd0533 req-f49d9d1e-be86-4384-888f-6dab66b51041 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.131977 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1eb9bb82-8886-49e7-a534-35a869bd0533 req-f49d9d1e-be86-4384-888f-6dab66b51041 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.1292057 Apr 11 16:55:17.192430 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:17.195487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10fc745-7e8b-4017-a14a-082084d23b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:17.247958 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51189af-70ce-454e-9476-009661863e26 x-openstack-request-id: req-a51189af-70ce-454e-9476-009661863e26 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:17.248898 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:17.249370 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a51189af-70ce-454e-9476-009661863e26 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:17.250191 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51189af-70ce-454e-9476-009661863e26'] response: {'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'status': 'completed', 'code': 200} Apr 11 16:55:17.251539 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-91222bec-1d38-425e-a80a-416c97899d74 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (94937d54-83b5-454e-91bd-7ce0d7fbc210), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.254470 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-91222bec-1d38-425e-a80a-416c97899d74 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.256226 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-91222bec-1d38-425e-a80a-416c97899d74 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "DELETE /v2.0/security-groups/94937d54-83b5-454e-91bd-7ce0d7fbc210 HTTP/1.1" status: 204 len: 168 time: 0.4093616 Apr 11 16:55:17.260573 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41902) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:17.277136 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] Current status of the port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:17.277562 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.279990 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91222bec-1d38-425e-a80a-416c97899d74 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94937d54-83b5-454e-91bd-7ce0d7fbc210,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:17.284024 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.api.v2.resource [None req-fc451780-d994-46b5-af37-0723769040d5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] show failed (client error): The resource could not be found. Apr 11 16:55:17.285450 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-fc451780-d994-46b5-af37-0723769040d5 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "GET /v2.0/security-groups/94937d54-83b5-454e-91bd-7ce0d7fbc210 HTTP/1.1" status: 404 len: 347 time: 0.0221667 Apr 11 16:55:17.288340 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41904) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:17.296244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1eb9bb82-8886-49e7-a534-35a869bd0533 req-e4e4d7d3-846d-4cff-844c-cecfe8301e28 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414452 Apr 11 16:55:17.379807 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (2c924f8a-33e2-41ac-8315-1bfc25570f0f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.392564 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] For port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:17.431077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Deleting port 738bf228-f62f-4d3c-985e-a2e6975f2854 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:17.433855 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.490622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.544800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-41a6cb0e-7215-4859-8d29-027a20ec7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.546655 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-41a6cb0e-7215-4859-8d29-027a20ec7d6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1168 time: 0.0906947 Apr 11 16:55:17.591575 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.592042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (738bf228-f62f-4d3c-985e-a2e6975f2854), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.621731 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:55:17.625975 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae757f44-8bc1-4c81-8eea-114165635542 None None] Pushing event updated for resources: {'Port': ['ID=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:17.641377 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Calling delete_port for 738bf228-f62f-4d3c-985e-a2e6975f2854 owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:17.646394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-44eaa5d6-efc8-4a67-ba00-0e2825de69d7 None None] Provisioning complete for port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:17.646807 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-44eaa5d6-efc8-4a67-ba00-0e2825de69d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.688839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-724deb97-e999-4b0d-975b-5b52ea36c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.690634 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-724deb97-e999-4b0d-975b-5b52ea36c364 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.1374946 Apr 11 16:55:17.767712 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:17.776196 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:17.790558 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:17.807873 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:17.808865 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:17.840157 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-5140dc42-6bd8-4a40-9396-340d5887e212 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0910707 Apr 11 16:55:17.857885 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.859441 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-181fd084-2dd7-41a7-8887-d6018b99aa77 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0467627 Apr 11 16:55:17.862077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41908) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:17.894267 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-1ed5d148-6375-4957-b439-eea5ecf1aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.896230 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-1ed5d148-6375-4957-b439-eea5ecf1aba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0485678 Apr 11 16:55:17.958009 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:17.973947 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-42fcf2b7-0b4d-4052-a026-93ad8944633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.976030 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-42fcf2b7-0b4d-4052-a026-93ad8944633d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704761 Apr 11 16:55:18.025896 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-44eaa5d6-efc8-4a67-ba00-0e2825de69d7 None None] Current status of the port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:18.049009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (738bf228-f62f-4d3c-985e-a2e6975f2854), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.053802 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-44eaa5d6-efc8-4a67-ba00-0e2825de69d7 None None] Provisioning complete for port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:18.054171 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-44eaa5d6-efc8-4a67-ba00-0e2825de69d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.093780 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:18.094145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.127026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Pushing event deleted for resources: {'Port': ['ID=738bf228-f62f-4d3c-985e-a2e6975f2854,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:18.185885 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks [] for floatingip (07340e58-e105-4092-a755-65b1e51ee072), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.188676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.190060 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3b1b3dcf-b0d8-4342-990c-7639bc24a3cc tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] 10.222.0.43 "DELETE /v2.0/floatingips/07340e58-e105-4092-a755-65b1e51ee072 HTTP/1.1" status: 204 len: 168 time: 0.8999717 Apr 11 16:55:18.192457 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-a84d46be-e019-4859-b669-2c9a7f32460c service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083595 Apr 11 16:55:18.246572 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:16Z', 'revision_number': 3, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:18.281911 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-44eaa5d6-efc8-4a67-ba00-0e2825de69d7 None None] Current status of the port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:18.293396 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:18.300927 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:18.301353 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Updating router 2c924f8a-33e2-41ac-8315-1bfc25570f0f port 4dbaf408-3a5c-48f9-82ab-11b300fb669a binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:55:18.304981 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a10fc745-7e8b-4017-a14a-082084d23b4f req-f83b53cc-5a36-4fd4-ad20-df3620090679 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049876 Apr 11 16:55:18.334274 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.422918 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.590842 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Allocated IP 172.20.0.1 (d45841d9-e429-47aa-8f60-9f9158a45598/d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73/c785213e-7492-49c5-a89b-e2da37e71836) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:18.694848 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks [] for port (c785213e-7492-49c5-a89b-e2da37e71836), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.705377 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Publish callbacks [] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.775773 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.822000 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (c785213e-7492-49c5-a89b-e2da37e71836), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.828095 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Attempting to bind port 4dbaf408-3a5c-48f9-82ab-11b300fb669a on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:18.828650 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Attempting to bind port 4dbaf408-3a5c-48f9-82ab-11b300fb669a by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:18.828809 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Attempting to bind port 4dbaf408-3a5c-48f9-82ab-11b300fb669a on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:18.832039 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Pushing event updated for resources: {'Port': ['ID=4dbaf408-3a5c-48f9-82ab-11b300fb669a,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:18.841496 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:18.841793 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:18.842191 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.842611 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:18.843164 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Bound port: 4dbaf408-3a5c-48f9-82ab-11b300fb669a, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:18.843499 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.846075 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.846429 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.846949 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.847454 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.847925 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.848255 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.848578 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.848898 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.849217 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.849536 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.849854 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.850187 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.850523 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.850820 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.851146 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:18.865316 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Network d45841d9-e429-47aa-8f60-9f9158a45598 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:18.870311 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:18.873864 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:18.907053 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Pushing event updated for resources: {'Port': ['ID=c785213e-7492-49c5-a89b-e2da37e71836,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:18.911074 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] For port 4dbaf408-3a5c-48f9-82ab-11b300fb669a, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:18.914567 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] For port 4dbaf408-3a5c-48f9-82ab-11b300fb669a, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=4dbaf408-3a5c-48f9-82ab-11b300fb669a,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:18.921190 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (2c924f8a-33e2-41ac-8315-1bfc25570f0f), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.005168 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.062441 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:19.063076 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:19.101142 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23cc4d-2ad3-4d64-a22a-a7fa8cd56a34 None None] Pushing event updated for resources: {'Port': ['ID=4dbaf408-3a5c-48f9-82ab-11b300fb669a,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:19.105079 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-61065d62-cb38-41fa-8ff9-a70b26a36b92 None None] Provisioning complete for port c785213e-7492-49c5-a89b-e2da37e71836 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:19.105613 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-61065d62-cb38-41fa-8ff9-a70b26a36b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (c785213e-7492-49c5-a89b-e2da37e71836), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.144679 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-61065d62-cb38-41fa-8ff9-a70b26a36b92 None None] Port c785213e-7492-49c5-a89b-e2da37e71836 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:19.163304 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (c785213e-7492-49c5-a89b-e2da37e71836), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.182004 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:19.350287 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks [] for port (c785213e-7492-49c5-a89b-e2da37e71836), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.351579 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:16Z', 'revision_number': 3, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:19.381549 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d81-1f60-4c2c-92e4-991cfc8f8c06 None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:16Z', 'revision_number': 3, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:19.534143 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (c785213e-7492-49c5-a89b-e2da37e71836), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.638308 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Pushing event updated for resources: {'Port': ['ID=c785213e-7492-49c5-a89b-e2da37e71836,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:19.641247 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (2c924f8a-33e2-41ac-8315-1bfc25570f0f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.749116 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4dbaf408-3a5c-48f9-82ab-11b300fb669a up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:19.779570 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-e5be4de8-45cd-434c-b732-d0c6ab0d0a4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567310 Apr 11 16:55:19.783054 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Network d45841d9-e429-47aa-8f60-9f9158a45598 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:19.784701 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:19.813215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 4dbaf408-3a5c-48f9-82ab-11b300fb669a triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:19.813846 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.886991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d912-b4cf-44d8-a624-efa9897b510b req-ca09a260-3512-4f29-8b52-325dcb473021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.888698 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-ca09a260-3512-4f29-8b52-325dcb473021 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1168 time: 0.0555248 Apr 11 16:55:19.971932 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:19.986950 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 4dbaf408-3a5c-48f9-82ab-11b300fb669a is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:19.987428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:20.022522 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 4dbaf408-3a5c-48f9-82ab-11b300fb669a, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=4dbaf408-3a5c-48f9-82ab-11b300fb669a,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:20.085531 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d912-b4cf-44d8-a624-efa9897b510b req-ee2a246a-a09e-48cf-9408-7559136506ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:20.087076 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-ee2a246a-a09e-48cf-9408-7559136506ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.1599503 Apr 11 16:55:20.116548 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:20.127120 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:20.141278 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d009634f-f792-421a-b7a3-428092f1e242 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c924f8a-33e2-41ac-8315-1bfc25570f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700381 Apr 11 16:55:20.188013 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=4dbaf408-3a5c-48f9-82ab-11b300fb669a,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:20.190282 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-b0a0bbf5-0c1d-46a7-9bf7-6ee11a1314e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0955644 Apr 11 16:55:20.191300 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-7235ba58-1248-4e54-87d2-d348be7e81d7 None None] Provisioning complete for port c785213e-7492-49c5-a89b-e2da37e71836 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:20.191700 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7235ba58-1248-4e54-87d2-d348be7e81d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (c785213e-7492-49c5-a89b-e2da37e71836), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:20.233335 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-7235ba58-1248-4e54-87d2-d348be7e81d7 None None] Port c785213e-7492-49c5-a89b-e2da37e71836 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:20.257344 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d912-b4cf-44d8-a624-efa9897b510b req-60d3071a-f25e-4c78-b9c6-52635050c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:20.259094 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-60d3071a-f25e-4c78-b9c6-52635050c7bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0560009 Apr 11 16:55:20.310566 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d912-b4cf-44d8-a624-efa9897b510b req-cbad6cd0-6a14-484f-8e6e-fef40859bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:20.312342 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-cbad6cd0-6a14-484f-8e6e-fef40859bdb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452912 Apr 11 16:55:20.413067 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-cce9ffea-8674-4350-aa65-437c111a88a0 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938385 Apr 11 16:55:20.518626 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d747d912-b4cf-44d8-a624-efa9897b510b req-26f399a2-b82c-402b-8e7a-cfff443d36fc service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960279 Apr 11 16:55:20.907349 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41938) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:20.912242 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1311406735-network', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:21.030773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41946) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:21.038482 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Made reservation on behalf of 62a9f569ed5743f9be16af92d7f7e194 for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:21.041225 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.053804 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.103372 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:21.114334 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:21.114959 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:21.138709 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks [] for security_group (5e085d68-00a7-4620-945a-8932fa0eab75), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.199168 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5e085d68-00a7-4620-945a-8932fa0eab75), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.225693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:55:21.234219 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:21.237104 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e085d68-00a7-4620-945a-8932fa0eab75,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:21.244282 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (e7b5961c-20d2-4af6-8501-092dcef8650a), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.244689 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Added segment e7b5961c-20d2-4af6-8501-092dcef8650a of type vlan for network d05198eb-02ae-48f5-ab43-acc5c11e6d67 Apr 11 16:55:21.341594 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (d05198eb-02ae-48f5-ab43-acc5c11e6d67), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.436829 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 2, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:21.464774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:21.465157 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Updating router 2c924f8a-33e2-41ac-8315-1bfc25570f0f port c785213e-7492-49c5-a89b-e2da37e71836 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:55:21.484496 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (d05198eb-02ae-48f5-ab43-acc5c11e6d67), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.485452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:21.486028 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.492821 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (c785213e-7492-49c5-a89b-e2da37e71836), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.563992 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d05198eb-02ae-48f5-ab43-acc5c11e6d67,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:21.593718 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6d394f6e-1123-407b-8396-da1501c372e8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6852205 Apr 11 16:55:21.594152 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:55:21.596654 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41950) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:21.603112 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Request body: {'subnet': {'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1311406735-subnet', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'ip_version': 4}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:21.706889 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Made reservation on behalf of 62a9f569ed5743f9be16af92d7f7e194 for: {'subnet': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:21.709191 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.713384 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15905433'] for subnet (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.739864 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4dbaf408-3a5c-48f9-82ab-11b300fb669a up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:21.830981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 4dbaf408-3a5c-48f9-82ab-11b300fb669a triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:21.831671 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.921600 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Publish callbacks [] for port (c785213e-7492-49c5-a89b-e2da37e71836), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:21.967149 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 4dbaf408-3a5c-48f9-82ab-11b300fb669a is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:22.004758 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (c785213e-7492-49c5-a89b-e2da37e71836), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.068597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa27825-dd4e-4cec-ac71-b10fa619d051 None None] Pushing event updated for resources: {'Port': ['ID=c785213e-7492-49c5-a89b-e2da37e71836,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:22.129581 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Attempting to bind port c785213e-7492-49c5-a89b-e2da37e71836 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:22.129982 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Attempting to bind port c785213e-7492-49c5-a89b-e2da37e71836 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:22.130343 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Attempting to bind port c785213e-7492-49c5-a89b-e2da37e71836 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:22.136515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:22.136892 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Checking segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:22.137293 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.137683 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Bound using segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:22.138156 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Bound port: c785213e-7492-49c5-a89b-e2da37e71836, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:22.138531 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (c785213e-7492-49c5-a89b-e2da37e71836), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.196613 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15951433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15905419'] for subnet (b7599a13-a896-44d1-9d45-ad03717b6a7b), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.219881 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] For port c785213e-7492-49c5-a89b-e2da37e71836, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:22.222853 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] For port c785213e-7492-49c5-a89b-e2da37e71836, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=c785213e-7492-49c5-a89b-e2da37e71836,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:22.259214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7599a13-a896-44d1-9d45-ad03717b6a7b,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:22.266888 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Checking segment: {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:22.267890 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Network hostable DHCP agents. Network: d05198eb-02ae-48f5-ab43-acc5c11e6d67, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:55:22.269443 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Deleting port 3129ef8a-88ec-4bbf-8fc2-6f003459308f {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:22.269877 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.296233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (c785213e-7492-49c5-a89b-e2da37e71836), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.357472 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:22.358107 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:22.362837 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] For port 3129ef8a-88ec-4bbf-8fc2-6f003459308f, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=3129ef8a-88ec-4bbf-8fc2-6f003459308f,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:22.363338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.375804 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:55:22.377579 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Calling delete_port for 3129ef8a-88ec-4bbf-8fc2-6f003459308f owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:22.423570 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa27825-dd4e-4cec-ac71-b10fa619d051 None None] Pushing event updated for resources: {'Port': ['ID=c785213e-7492-49c5-a89b-e2da37e71836,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:22.460091 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] Provisioning complete for port c785213e-7492-49c5-a89b-e2da37e71836 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:22.460650 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (c785213e-7492-49c5-a89b-e2da37e71836), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.489837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, d05198eb-02ae-48f5-ab43-acc5c11e6d67) {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:22.495834 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:22.496807 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.518528 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ba119-48cb-4a78-b446-48e0d506bb30 None None] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:22.563727 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:22.612960 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0214bc61-8151-43ad-a58e-419f0891b375 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0142436 Apr 11 16:55:22.615435 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41952) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:22.620699 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:22.655824 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (3129ef8a-88ec-4bbf-8fc2-6f003459308f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.685314 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3129ef8a-88ec-4bbf-8fc2-6f003459308f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:22.707622 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (8b28a376-1135-4672-b16f-da7bba2f29c8), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.712587 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (8b28a376-1135-4672-b16f-da7bba2f29c8), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.784115 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks [] for router_controller (8b28a376-1135-4672-b16f-da7bba2f29c8), precommit_add_association {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.904565 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.905354 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] Current status of the port c785213e-7492-49c5-a89b-e2da37e71836 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:22.905737 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (c785213e-7492-49c5-a89b-e2da37e71836), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.920587 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-d05198eb-02ae-48f5-ab43-acc5c11e6d67', 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'fixed_ips': [{'subnet_id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:55:22.922292 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.017398 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks [] for router_gateway (8b28a376-1135-4672-b16f-da7bba2f29c8), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.033695 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] For port c785213e-7492-49c5-a89b-e2da37e71836, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=c785213e-7492-49c5-a89b-e2da37e71836,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:23.157790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:23.168937 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (c785213e-7492-49c5-a89b-e2da37e71836), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.183914 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:23.242970 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8aff75-5c45-46b0-8333-ef56cd638f6f None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:23.254029 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Allocated IP 172.20.0.2 (d05198eb-02ae-48f5-ab43-acc5c11e6d67/b7599a13-a896-44d1-9d45-ad03717b6a7b/0be25023-440a-43bc-ad51-9f0789178ed6) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:23.279261 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ebae0-44e2-49f2-a67e-5d1bc5f57c17 None None] Pushing event updated for resources: {'Port': ['ID=c785213e-7492-49c5-a89b-e2da37e71836,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:23.284520 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:23.297254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41956) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:23.297796 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c772efa7-1199-431f-b929-3fbd0857ccd6 admin admin] 10.222.0.43 "PUT /v2.0/routers/2e4dd109-bd14-40b4-842a-1f4ff6f69a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2658684 Apr 11 16:55:23.317591 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] Sync routers for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:23.329600 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-63988d76-1a71-40c4-869e-dd97d7243728 None None] Provisioning complete for port c785213e-7492-49c5-a89b-e2da37e71836 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:23.330308 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-63988d76-1a71-40c4-869e-dd97d7243728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (c785213e-7492-49c5-a89b-e2da37e71836), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.334958 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:23.335620 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:23.432674 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks [] for router_gateway (8b28a376-1135-4672-b16f-da7bba2f29c8), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.475163 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:23.492160 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.564539 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-63988d76-1a71-40c4-869e-dd97d7243728 None None] Current status of the port c785213e-7492-49c5-a89b-e2da37e71836 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:23.595149 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks [] for router (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.602071 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Publish callbacks [] for port (0be25023-440a-43bc-ad51-9f0789178ed6), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.679008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.700342 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:23.734898 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Allocated IP 172.27.2.130 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/b1c5feb1-e81a-4a66-945d-d77a5164b8a6) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:23.748938 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:23.753470 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:23.762201 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:23.765840 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Pushing event updated for resources: {'Port': ['ID=0be25023-440a-43bc-ad51-9f0789178ed6,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:23.782025 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks [] for router_gateway (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.783937 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] Checking router: 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:23.800452 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] Routers {'2e4dd109-bd14-40b4-842a-1f4ff6f69a95'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:23.801201 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:23.853622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Attempting to bind port 0be25023-440a-43bc-ad51-9f0789178ed6 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:23.854844 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Attempting to bind port 0be25023-440a-43bc-ad51-9f0789178ed6 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:23.854844 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Attempting to bind port 0be25023-440a-43bc-ad51-9f0789178ed6 on network d05198eb-02ae-48f5-ab43-acc5c11e6d67 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:23.860766 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:23.861206 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Checking segment: {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:23.861618 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.862013 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Bound using segment: {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:23.862544 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Bound port: 0be25023-440a-43bc-ad51-9f0789178ed6, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:23.862933 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.926652 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device c785213e-7492-49c5-a89b-e2da37e71836 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:23.930021 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks [] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.934626 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] Set router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:23.977082 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Deleting port 14420470-24bd-436e-a8de-d45812fdd816 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:23.977557 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (14420470-24bd-436e-a8de-d45812fdd816), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.986301 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-6784233e-b326-49c5-814e-97945fe85704 None None] For port 0be25023-440a-43bc-ad51-9f0789178ed6, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:24.007117 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-6784233e-b326-49c5-814e-97945fe85704 None None] For port 0be25023-440a-43bc-ad51-9f0789178ed6, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0be25023-440a-43bc-ad51-9f0789178ed6,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:24.019715 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port c785213e-7492-49c5-a89b-e2da37e71836 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:24.020090 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (c785213e-7492-49c5-a89b-e2da37e71836), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.102805 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] For port 14420470-24bd-436e-a8de-d45812fdd816, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=14420470-24bd-436e-a8de-d45812fdd816,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:24.102805 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (14420470-24bd-436e-a8de-d45812fdd816), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.113920 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port c785213e-7492-49c5-a89b-e2da37e71836 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:24.122100 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Calling delete_port for 14420470-24bd-436e-a8de-d45812fdd816 owned by network:router_gateway {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:24.143154 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:24.172850 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6459f4-d5b4-457b-96f7-684457cd1efd None None] The sync data for ids ['2e4dd109-bd14-40b4-842a-1f4ff6f69a95'] in dv-cinder-837163-2-iscsi is: [{'id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'name': 'tempest-AttachVolumeShelveTestJSON-1810379475-router', 'tenant_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '14420470-24bd-436e-a8de-d45812fdd816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:17Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': 'e54efcd6582349b9a9d7131150d8aa6f', 'gw_port': {'id': '14420470-24bd-436e-a8de-d45812fdd816', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:59:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd109-bd14-40b4-842a-1f4ff6f69a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:18Z', 'updated_at': '2022-04-11T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:24.177878 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.238183 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.276953 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784233e-b326-49c5-814e-97945fe85704 None None] Pushing event updated for resources: {'Port': ['ID=0be25023-440a-43bc-ad51-9f0789178ed6,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:24.304549 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:24.313802 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:24.317689 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:24.319483 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Pushing event updated for resources: {'Port': ['ID=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:24.488142 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (14420470-24bd-436e-a8de-d45812fdd816), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.521332 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=14420470-24bd-436e-a8de-d45812fdd816,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:24.626170 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.769976 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.773891 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks [] for router_controller (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.874960 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks [] for router_gateway (8b28a376-1135-4672-b16f-da7bba2f29c8), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.925733 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (2e4dd109-bd14-40b4-842a-1f4ff6f69a95), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.926251 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4dd109-bd14-40b4-842a-1f4ff6f69a95 {{(pid=110631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:55:24.934344 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.935478 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6361f34f-26f9-43be-b517-084e8634e8c6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2e4dd109-bd14-40b4-842a-1f4ff6f69a95 HTTP/1.1" status: 204 len: 168 time: 1.6357858 Apr 11 16:55:24.938244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41958) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:24.983834 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Deleting subnet 881072ec-67e2-4a28-9ac5-db2e1e845a8c {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:55:24.986962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Publish callbacks [] for subnet (881072ec-67e2-4a28-9ac5-db2e1e845a8c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.026588 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (881072ec-67e2-4a28-9ac5-db2e1e845a8c), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.097490 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (8b28a376-1135-4672-b16f-da7bba2f29c8), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.114651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (881072ec-67e2-4a28-9ac5-db2e1e845a8c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.292165 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (881072ec-67e2-4a28-9ac5-db2e1e845a8c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.325059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881072ec-67e2-4a28-9ac5-db2e1e845a8c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:25.327338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.331335 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-23311ec3-aab5-43c6-b4a7-fa511a9b6b65 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/881072ec-67e2-4a28-9ac5-db2e1e845a8c HTTP/1.1" status: 204 len: 168 time: 0.3920546 Apr 11 16:55:25.336006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41960) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:25.357629 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b2907-f872-4f6c-be7f-221c0df2551b None None] Network 1c0d4dfe-01b0-4862-bae4-62818b124fe4 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:25.465686 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (1c0d4dfe-01b0-4862-bae4-62818b124fe4), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.495794 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987cdc1-d0ed-483e-b2e4-e4aaf765b280 None None] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:25.530356 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Deleting port 836244af-af58-4d6d-9c28-57f64596fb0a {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:25.530998 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.564412 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Router 8b28a376-1135-4672-b16f-da7bba2f29c8 is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:55:25.606297 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] For port 836244af-af58-4d6d-9c28-57f64596fb0a, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=836244af-af58-4d6d-9c28-57f64596fb0a,segment=NetworkSegment(11abc8ed-e6c4-4a5b-b4a4-f2258c099497),segment_id=11abc8ed-e6c4-4a5b-b4a4-f2258c099497)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:25.607125 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.617911 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] Provisioning complete for port 0be25023-440a-43bc-ad51-9f0789178ed6 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:25.618290 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.622153 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Calling delete_port for 836244af-af58-4d6d-9c28-57f64596fb0a owned by network:dhcp {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:25.693872 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:25.714422 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Sync routers for ids ['8b28a376-1135-4672-b16f-da7bba2f29c8'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:25.717099 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] Current status of the port 0be25023-440a-43bc-ad51-9f0789178ed6 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:25.717567 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.743271 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Routers {'8b28a376-1135-4672-b16f-da7bba2f29c8'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:25.744596 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['8b28a376-1135-4672-b16f-da7bba2f29c8'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:25.766276 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.767647 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-41e2a5dd-a035-4b39-80bc-6a42d2cf6aba admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1511512 Apr 11 16:55:25.770385 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 41962) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:25.787170 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (836244af-af58-4d6d-9c28-57f64596fb0a), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.797963 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] For port 0be25023-440a-43bc-ad51-9f0789178ed6, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0be25023-440a-43bc-ad51-9f0789178ed6,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:25.824488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Pushing event deleted for resources: {'Port': ['ID=836244af-af58-4d6d-9c28-57f64596fb0a,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:25.830108 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] No DVR routers for this DVR port 836244af-af58-4d6d-9c28-57f64596fb0a on host dv-cinder-837163-2-iscsi {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:25.869637 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.893045 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec8da9-4995-4623-90b5-2f283cd436df None None] DHCP port deletion for 1c0d4dfe-01b0-4862-bae4-62818b124fe4 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:55:25.946891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (1c0d4dfe-01b0-4862-bae4-62818b124fe4), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.981176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0d4dfe-01b0-4862-bae4-62818b124fe4']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:25.994843 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11abc8ed-e6c4-4a5b-b4a4-f2258c099497') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:25.995442 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Set router 8b28a376-1135-4672-b16f-da7bba2f29c8 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:25.995612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11abc8ed-e6c4-4a5b-b4a4-f2258c099497') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:26.006627 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (11abc8ed-e6c4-4a5b-b4a4-f2258c099497), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.023589 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (11abc8ed-e6c4-4a5b-b4a4-f2258c099497), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.031415 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:55:26.032187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (11abc8ed-e6c4-4a5b-b4a4-f2258c099497), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:55:26.034172 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:55:26.064633 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0be25023-440a-43bc-ad51-9f0789178ed6 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:26.099892 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846a35-86f9-43e2-8bf5-1c0c961c12c9 None None] Pushing event updated for resources: {'Port': ['ID=0be25023-440a-43bc-ad51-9f0789178ed6,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:26.128041 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-ee16208a-8bae-4ac8-aa46-d1ce89967400 None None] Provisioning complete for port 0be25023-440a-43bc-ad51-9f0789178ed6 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:26.128450 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ee16208a-8bae-4ac8-aa46-d1ce89967400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.216091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (1c0d4dfe-01b0-4862-bae4-62818b124fe4), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.221156 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.224313 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 0be25023-440a-43bc-ad51-9f0789178ed6 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:26.224684 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.248474 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] 10.222.0.43 "DELETE /v2.0/networks/1c0d4dfe-01b0-4862-bae4-62818b124fe4 HTTP/1.1" status: 204 len: 168 time: 0.8993804 Apr 11 16:55:26.269167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545ca7c-a760-403d-94cd-896b6d56abdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0d4dfe-01b0-4862-bae4-62818b124fe4,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:26.345271 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.478775 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-ee16208a-8bae-4ac8-aa46-d1ce89967400 None None] Current status of the port 0be25023-440a-43bc-ad51-9f0789178ed6 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:26.487316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T16:55:24Z', 'revision_number': 3, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:26.515900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Checking router: 8b28a376-1135-4672-b16f-da7bba2f29c8 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:26.516249 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Updating router 8b28a376-1135-4672-b16f-da7bba2f29c8 port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:55:26.520918 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Allocated IP 172.20.0.1 (d05198eb-02ae-48f5-ab43-acc5c11e6d67/b7599a13-a896-44d1-9d45-ad03717b6a7b/ad1d8d0c-df12-42af-abec-18484990924d) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:26.573305 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.577055 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 0be25023-440a-43bc-ad51-9f0789178ed6 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:26.615580 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41966) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:26.659080 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks [] for port (ad1d8d0c-df12-42af-abec-18484990924d), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.667119 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 14420470-24bd-436e-a8de-d45812fdd816 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:26.685409 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3b5114bd-3adf-4b10-a93a-0c79befa40e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e54efcd6582349b9a9d7131150d8aa6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0682652 Apr 11 16:55:26.687916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41968) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:26.692941 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 14420470-24bd-436e-a8de-d45812fdd816 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:26.693253 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 14420470-24bd-436e-a8de-d45812fdd816 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:26.693659 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 836244af-af58-4d6d-9c28-57f64596fb0a no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:26.723184 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 836244af-af58-4d6d-9c28-57f64596fb0a {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:26.723184 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 836244af-af58-4d6d-9c28-57f64596fb0a not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:26.723563 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3129ef8a-88ec-4bbf-8fc2-6f003459308f no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:26.739186 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3cbf2b9a-50ec-40c9-8422-8a56ee92a952 admin admin] Publish callbacks [] for security_group (f6695828-6125-4de2-ac74-c3b792d057e6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.746362 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 3129ef8a-88ec-4bbf-8fc2-6f003459308f {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:26.746692 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3129ef8a-88ec-4bbf-8fc2-6f003459308f not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:26.764003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3cbf2b9a-50ec-40c9-8422-8a56ee92a952 admin admin] Publish callbacks [] for security_group (f6695828-6125-4de2-ac74-c3b792d057e6), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.770800 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (ad1d8d0c-df12-42af-abec-18484990924d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.807596 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:26.810779 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:26.813296 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:26.855968 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d8d0c-df12-42af-abec-18484990924d,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:26.866932 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (8b28a376-1135-4672-b16f-da7bba2f29c8), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.894687 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3cbf2b9a-50ec-40c9-8422-8a56ee92a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f6695828-6125-4de2-ac74-c3b792d057e6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.899044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3cbf2b9a-50ec-40c9-8422-8a56ee92a952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:26.905178 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3cbf2b9a-50ec-40c9-8422-8a56ee92a952 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6695828-6125-4de2-ac74-c3b792d057e6 HTTP/1.1" status: 204 len: 168 time: 0.2116234 Apr 11 16:55:26.912418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf2b9a-50ec-40c9-8422-8a56ee92a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6695828-6125-4de2-ac74-c3b792d057e6,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:26.934364 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Publish callbacks [] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.038725 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.105480 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ad1d8d0c-df12-42af-abec-18484990924d), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.109150 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Attempting to bind port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:27.109657 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Attempting to bind port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:27.110119 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Attempting to bind port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:27.114709 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a86af-e220-4ce2-8011-8eb6c9d9d930 None None] Pushing event updated for resources: {'Port': ['ID=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:27.123915 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Bound port: b1c5feb1-e81a-4a66-945d-d77a5164b8a6, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-e8d265ad-9459-4496-8115-004cbaa4d912 None None] Provisioning complete for port ad1d8d0c-df12-42af-abec-18484990924d triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:27.128809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e8d265ad-9459-4496-8115-004cbaa4d912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ad1d8d0c-df12-42af-abec-18484990924d), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.200629 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-e8d265ad-9459-4496-8115-004cbaa4d912 None None] Port ad1d8d0c-df12-42af-abec-18484990924d cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:27.222953 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] For port b1c5feb1-e81a-4a66-945d-d77a5164b8a6, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:27.228941 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] For port b1c5feb1-e81a-4a66-945d-d77a5164b8a6, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:27.293811 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks [] for port (ad1d8d0c-df12-42af-abec-18484990924d), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.362978 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.413379 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (ad1d8d0c-df12-42af-abec-18484990924d), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.428880 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Routers {'8b28a376-1135-4672-b16f-da7bba2f29c8'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:27.429438 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['8b28a376-1135-4672-b16f-da7bba2f29c8'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:27.434816 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a86af-e220-4ce2-8011-8eb6c9d9d930 None None] Pushing event updated for resources: {'Port': ['ID=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:27.495119 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d8d0c-df12-42af-abec-18484990924d,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:27.497672 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (8b28a376-1135-4672-b16f-da7bba2f29c8), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.558976 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] Set router 8b28a376-1135-4672-b16f-da7bba2f29c8 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:27.602852 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:27.604820 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:27.757140 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Router 8b28a376-1135-4672-b16f-da7bba2f29c8 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:27.778791 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0be25023-440a-43bc-ad51-9f0789178ed6 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:27.829414 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T16:55:26Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'ad1d8d0c-df12-42af-abec-18484990924d', 'name': '', 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'mac_address': 'fa:16:3e:84:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:26Z', 'updated_at': '2022-04-11T16:55:27Z', 'revision_number': 2, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'subnets': [{'id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:27.860175 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376f7a3-cb90-48e8-9db4-bbfd84c9edd3 None None] The sync data for ids ['8b28a376-1135-4672-b16f-da7bba2f29c8'] in dv-cinder-837163-2-iscsi is: [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T16:55:26Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'ad1d8d0c-df12-42af-abec-18484990924d', 'name': '', 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'mac_address': 'fa:16:3e:84:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:26Z', 'updated_at': '2022-04-11T16:55:27Z', 'revision_number': 2, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'subnets': [{'id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:27.886688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 0be25023-440a-43bc-ad51-9f0789178ed6 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:27.886688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.889435 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:27.895215 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-113e0f04-a34f-47eb-8fc0-1f4cd73d9f06 admin admin] 10.222.0.43 "PUT /v2.0/routers/8b28a376-1135-4672-b16f-da7bba2f29c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1235638 Apr 11 16:55:27.932865 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-5cdd3967-0e7b-4347-922b-4676a18e03fd None None] Provisioning complete for port ad1d8d0c-df12-42af-abec-18484990924d triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:27.933233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3967-0e7b-4347-922b-4676a18e03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ad1d8d0c-df12-42af-abec-18484990924d), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.977048 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd3967-0e7b-4347-922b-4676a18e03fd None None] Port ad1d8d0c-df12-42af-abec-18484990924d cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:28.041558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 0be25023-440a-43bc-ad51-9f0789178ed6 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:28.153668 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 41996) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:28.294697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-453784453-network', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:28.381688 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Made reservation on behalf of d7c652a8e00241a68c25698bca5e7ffe for: {'network': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:28.390852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.394207 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.489015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks [] for security_group (f6032314-71fb-45ce-ac93-ae9fc8c6f677), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.569953 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f6032314-71fb-45ce-ac93-ae9fc8c6f677), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.596822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=110630) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:55:28.606644 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6032314-71fb-45ce-ac93-ae9fc8c6f677,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:28.615348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (be623f81-a881-4604-ae5e-2939eed37cf0), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.615348 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.segments_db [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Added segment be623f81-a881-4604-ae5e-2939eed37cf0 of type vlan for network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c Apr 11 16:55:28.682993 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42000) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:28.694414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900102282', 'description': 'tempest-secgroup-smoke-900102282 description', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:28.701707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (75b7daae-aff9-43aa-88e9-7ad14b0eca6c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.796711 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.827140 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (75b7daae-aff9-43aa-88e9-7ad14b0eca6c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.828130 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:28.828727 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.916333 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=75b7daae-aff9-43aa-88e9-7ad14b0eca6c,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:28.926043 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:55:28.929109 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group (bb9b01a0-0824-452a-b965-d2414a9b396b), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.967934 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-04d9d76f-f4a2-48c5-9a60-56d25ae34ee3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8126991 Apr 11 16:55:28.971137 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42002) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:28.976227 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Request body: {'subnet': {'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-453784453-subnet', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:29.021274 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (bb9b01a0-0824-452a-b965-d2414a9b396b), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.050769 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9b01a0-0824-452a-b965-d2414a9b396b,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:29.078228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Made reservation on behalf of d7c652a8e00241a68c25698bca5e7ffe for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:29.080555 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683179'] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.131760 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.133097 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e75de482-6997-40e2-9048-8028ca477c36 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4490013 Apr 11 16:55:29.136920 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42004) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:29.141602 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group_rule': {'security_group_id': 'bb9b01a0-0824-452a-b965-d2414a9b396b', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:29.246237 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (9242495d-d59f-4aba-90fe-6647459b2d82), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.309079 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (9242495d-d59f-4aba-90fe-6647459b2d82), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.364751 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13070267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683193'] for subnet (0a06c82c-c37e-4211-8672-4ba303c126df), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.419608 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a06c82c-c37e-4211-8672-4ba303c126df,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:29.429769 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Checking segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:29.430128 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Network hostable DHCP agents. Network: 75b7daae-aff9-43aa-88e9-7ad14b0eca6c, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:55:29.436359 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (9242495d-d59f-4aba-90fe-6647459b2d82), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.454984 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9242495d-d59f-4aba-90fe-6647459b2d82,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:29.546867 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:55:29.560691 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.561971 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-858bbf93-688f-4b8c-b85c-3b110e86c004 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4239860 Apr 11 16:55:29.566094 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42008) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:29.569340 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group_rule': {'security_group_id': 'bb9b01a0-0824-452a-b965-d2414a9b396b', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:29.644447 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 75b7daae-aff9-43aa-88e9-7ad14b0eca6c) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:29.648755 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:29.649380 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.656823 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177cd749-db83-44d8-8aa4-ec6a7de0056c None None] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:29.687994 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (10570127-ea23-40df-9f7d-76441257256b), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.751035 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (10570127-ea23-40df-9f7d-76441257256b), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.758877 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b1c5feb1-e81a-4a66-945d-d77a5164b8a6 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:29.763574 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-05e2d7e6-3b43-4331-8f8a-5cd5b95f8b13 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7894261 Apr 11 16:55:29.764279 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42010) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:29.770734 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:29.787007 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:55:29.787866 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.827793 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (10570127-ea23-40df-9f7d-76441257256b), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.843649 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10570127-ea23-40df-9f7d-76441257256b,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:29.850057 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (746bc2ad-0b28-48a7-946e-43638da80d3c), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.851095 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (746bc2ad-0b28-48a7-946e-43638da80d3c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.884399 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:29.884770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.906359 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks [] for router_controller (746bc2ad-0b28-48a7-946e-43638da80d3c), precommit_add_association {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.932221 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.938075 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-8061724c-6cb9-48f1-a7be-ee39dc7afdd0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3722403 Apr 11 16:55:29.942618 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42012) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:29.945990 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group_rule': {'security_group_id': 'bb9b01a0-0824-452a-b965-d2414a9b396b', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:30.004968 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Allocated IP 172.20.0.2 (75b7daae-aff9-43aa-88e9-7ad14b0eca6c/0a06c82c-c37e-4211-8672-4ba303c126df/54411d28-f3af-41af-a8bc-60abd7c47e4b) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:30.019476 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:30.019886 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.063355 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port b1c5feb1-e81a-4a66-945d-d77a5164b8a6, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:30.072442 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (20aa35e6-b716-408d-b71a-e1b6e5c3f08b), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.126799 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.142252 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks [] for router_gateway (746bc2ad-0b28-48a7-946e-43638da80d3c), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.145116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (20aa35e6-b716-408d-b71a-e1b6e5c3f08b), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.227439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (20aa35e6-b716-408d-b71a-e1b6e5c3f08b), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.247104 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa35e6-b716-408d-b71a-e1b6e5c3f08b,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:30.353273 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:30.357475 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.361387 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42014) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:30.361564 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d746c003-d3c3-4b79-99c2-9ec77bea1bbe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4196222 Apr 11 16:55:30.366084 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group_rule': {'security_group_id': 'bb9b01a0-0824-452a-b965-d2414a9b396b', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:30.368551 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Publish callbacks [] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.493100 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.537064 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:30.540352 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:30.544063 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:30.555676 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Pushing event updated for resources: {'Port': ['ID=54411d28-f3af-41af-a8bc-60abd7c47e4b,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:30.615733 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Attempting to bind port 54411d28-f3af-41af-a8bc-60abd7c47e4b on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:30.616209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Attempting to bind port 54411d28-f3af-41af-a8bc-60abd7c47e4b by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:30.616656 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Attempting to bind port 54411d28-f3af-41af-a8bc-60abd7c47e4b on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:30.622008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:30.622466 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Checking segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:30.622928 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.623434 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Bound using segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:30.624029 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Bound port: 54411d28-f3af-41af-a8bc-60abd7c47e4b, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:30.624477 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.662919 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks [] for router_gateway (746bc2ad-0b28-48a7-946e-43638da80d3c), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.684658 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.700368 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] For port 54411d28-f3af-41af-a8bc-60abd7c47e4b, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:30.703598 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] For port 54411d28-f3af-41af-a8bc-60abd7c47e4b, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=54411d28-f3af-41af-a8bc-60abd7c47e4b,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:30.797934 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (f51fc6c6-2715-4172-ac47-0fadef5cbf8b), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.800696 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Allocated IP 172.27.2.73 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/3a837669-48ef-44f9-9abb-ee4fc74df0c5) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:30.828083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.904746 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa4f7b-4f55-41a2-a58c-5a14ae50a069 None None] Pushing event updated for resources: {'Port': ['ID=54411d28-f3af-41af-a8bc-60abd7c47e4b,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:30.925303 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (f51fc6c6-2715-4172-ac47-0fadef5cbf8b), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.957421 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks [] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.060647 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (f51fc6c6-2715-4172-ac47-0fadef5cbf8b), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.080018 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.092190 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51fc6c6-2715-4172-ac47-0fadef5cbf8b,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:31.126700 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:31.129538 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:31.133339 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:31.142680 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Pushing event updated for resources: {'Port': ['ID=3a837669-48ef-44f9-9abb-ee4fc74df0c5,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:31.222151 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.223336 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c335c1c6-db54-42d0-b036-ef50be9ba123 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8608255 Apr 11 16:55:31.226371 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42016) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:31.231222 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group_rule': {'security_group_id': 'bb9b01a0-0824-452a-b965-d2414a9b396b', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:31.325512 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.securitygroups_db [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Project 8a9151e87a0144caa9be07aa21c76b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:55:31.331646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (6670478b-92d2-46d2-9ab9-7ede6831f95c), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.393750 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (6670478b-92d2-46d2-9ab9-7ede6831f95c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.505745 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks [] for router_gateway (746bc2ad-0b28-48a7-946e-43638da80d3c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.513315 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (6670478b-92d2-46d2-9ab9-7ede6831f95c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.531954 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6670478b-92d2-46d2-9ab9-7ede6831f95c,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:31.617814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.619058 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-be16fe1d-f8e0-4279-9f9f-21ca181ebba2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3916142 Apr 11 16:55:31.622279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42018) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:31.627091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'security_group_rule': {'security_group_id': 'bb9b01a0-0824-452a-b965-d2414a9b396b', 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:31.737238 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (746bc2ad-0b28-48a7-946e-43638da80d3c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.756860 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.securitygroups_db [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Project 8a9151e87a0144caa9be07aa21c76b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:55:31.773274 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (e3ddb578-18a5-42ba-933a-9a107f957af2), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.843476 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 54411d28-f3af-41af-a8bc-60abd7c47e4b up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:31.865260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (e3ddb578-18a5-42ba-933a-9a107f957af2), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.902387 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Sync routers for ids ['8b28a376-1135-4672-b16f-da7bba2f29c8'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:31.903042 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 54411d28-f3af-41af-a8bc-60abd7c47e4b triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:31.907329 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.913787 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Routers {'8b28a376-1135-4672-b16f-da7bba2f29c8'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:31.914728 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['8b28a376-1135-4672-b16f-da7bba2f29c8'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:31.934434 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c4193-f6e1-4443-a22b-2b40f3821b19 None None] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:31.939226 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (e3ddb578-18a5-42ba-933a-9a107f957af2), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.958268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ddb578-18a5-42ba-933a-9a107f957af2,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:32.002147 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Router 746bc2ad-0b28-48a7-946e-43638da80d3c is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:55:32.029139 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.031169 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-bbd7fef6-0b78-44e9-af13-90faf6783310 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4076710 Apr 11 16:55:32.039325 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Set router 8b28a376-1135-4672-b16f-da7bba2f29c8 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:32.056499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Provisioning complete for port 54411d28-f3af-41af-a8bc-60abd7c47e4b triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:32.056865 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.136353 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 54411d28-f3af-41af-a8bc-60abd7c47e4b is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:32.136702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.196984 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 54411d28-f3af-41af-a8bc-60abd7c47e4b, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=54411d28-f3af-41af-a8bc-60abd7c47e4b,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:32.202375 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:32.231457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:32.259405 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:32.260099 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:32.262854 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Current status of the port 54411d28-f3af-41af-a8bc-60abd7c47e4b is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:32.263217 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.319808 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.320856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b1c5feb1-e81a-4a66-945d-d77a5164b8a6 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:32.330508 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.334356 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1c7052e0-076d-4acc-9394-816b033439ef admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5666139 Apr 11 16:55:32.334612 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42058) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:32.460684 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T16:55:26Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'ad1d8d0c-df12-42af-abec-18484990924d', 'name': '', 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'mac_address': 'fa:16:3e:84:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:26Z', 'updated_at': '2022-04-11T16:55:27Z', 'revision_number': 2, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'subnets': [{'id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:32.492843 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Checking router: 8b28a376-1135-4672-b16f-da7bba2f29c8 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:32.493497 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Updating router 8b28a376-1135-4672-b16f-da7bba2f29c8 port ad1d8d0c-df12-42af-abec-18484990924d binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:55:32.519226 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=54411d28-f3af-41af-a8bc-60abd7c47e4b,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:32.529965 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ad1d8d0c-df12-42af-abec-18484990924d), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.545292 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.db.api [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:55:32.545647 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG oslo_db.api [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:55:32.555249 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:32.555650 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.559083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:32.786122 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:32.803704 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:31Z', 'revision_number': 3, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:32.812878 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Publish callbacks [] for port (ad1d8d0c-df12-42af-abec-18484990924d), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.837158 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:32.841666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Updating router 746bc2ad-0b28-48a7-946e-43638da80d3c port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:55:32.870399 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.898781 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (ad1d8d0c-df12-42af-abec-18484990924d), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.909899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:32.956871 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53142bea-8dda-45ef-ae39-c6c994096f95 None None] Pushing event updated for resources: {'Port': ['ID=ad1d8d0c-df12-42af-abec-18484990924d,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:33.043616 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Attempting to bind port ad1d8d0c-df12-42af-abec-18484990924d on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:33.043980 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Attempting to bind port ad1d8d0c-df12-42af-abec-18484990924d by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:33.044577 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Attempting to bind port ad1d8d0c-df12-42af-abec-18484990924d on network d05198eb-02ae-48f5-ab43-acc5c11e6d67 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:33.056606 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:33.057224 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Checking segment: {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:33.057855 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.058397 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Bound using segment: {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:33.059880 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Bound port: ad1d8d0c-df12-42af-abec-18484990924d, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b5961c-20d2-4af6-8501-092dcef8650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:33.061248 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ad1d8d0c-df12-42af-abec-18484990924d), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.153477 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-d4834116-6a34-4f33-b34d-aea2cea480fe None None] Current status of the port 54411d28-f3af-41af-a8bc-60abd7c47e4b is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:33.187305 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Allocated IP 172.20.0.1 (75b7daae-aff9-43aa-88e9-7ad14b0eca6c/0a06c82c-c37e-4211-8672-4ba303c126df/d19cb146-20da-4de9-9e6d-2c2bd369eda2) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:33.190331 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] For port ad1d8d0c-df12-42af-abec-18484990924d, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:33.195984 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] For port ad1d8d0c-df12-42af-abec-18484990924d, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=ad1d8d0c-df12-42af-abec-18484990924d,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:33.261924 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Publish callbacks [] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.273933 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-06194e80-8764-4aac-a95b-c81b822f09ab None None] Provisioning complete for port ad1d8d0c-df12-42af-abec-18484990924d triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:33.274339 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-06194e80-8764-4aac-a95b-c81b822f09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ad1d8d0c-df12-42af-abec-18484990924d), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.312384 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-06194e80-8764-4aac-a95b-c81b822f09ab None None] Port ad1d8d0c-df12-42af-abec-18484990924d cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:33.322301 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-06194e80-8764-4aac-a95b-c81b822f09ab None None] Provisioning complete for port 54411d28-f3af-41af-a8bc-60abd7c47e4b triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:33.324422 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-06194e80-8764-4aac-a95b-c81b822f09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.348739 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (ad1d8d0c-df12-42af-abec-18484990924d), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.415947 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-06194e80-8764-4aac-a95b-c81b822f09ab None None] Current status of the port 54411d28-f3af-41af-a8bc-60abd7c47e4b is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:33.423052 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53142bea-8dda-45ef-ae39-c6c994096f95 None None] Pushing event updated for resources: {'Port': ['ID=ad1d8d0c-df12-42af-abec-18484990924d,revision_number=4']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:33.440772 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Routers {'8b28a376-1135-4672-b16f-da7bba2f29c8'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:33.441662 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['8b28a376-1135-4672-b16f-da7bba2f29c8'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:33.447829 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.516246 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d8a4-f4bf-4b4f-8433-e651cf1bb12f None None] Pushing event updated for resources: {'Port': ['ID=3a837669-48ef-44f9-9abb-ee4fc74df0c5,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:33.520008 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Attempting to bind port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:33.520357 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Attempting to bind port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:33.520780 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Attempting to bind port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:33.528037 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:33.528389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:33.528732 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.529125 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:33.529607 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Bound port: 3a837669-48ef-44f9-9abb-ee4fc74df0c5, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:33.529987 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.550757 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks [] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.595896 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] For port 3a837669-48ef-44f9-9abb-ee4fc74df0c5, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:33.599709 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] For port 3a837669-48ef-44f9-9abb-ee4fc74df0c5, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=3a837669-48ef-44f9-9abb-ee4fc74df0c5,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:33.621639 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] Set router 8b28a376-1135-4672-b16f-da7bba2f29c8 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:33.639742 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.677720 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.723063 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Pushing event updated for resources: {'Port': ['ID=d19cb146-20da-4de9-9e6d-2c2bd369eda2,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:33.736734 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:33.738260 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:33.742276 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:33.809192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (746bc2ad-0b28-48a7-946e-43638da80d3c), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.893155 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T16:55:26Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'ad1d8d0c-df12-42af-abec-18484990924d', 'name': '', 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'mac_address': 'fa:16:3e:84:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:26Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'subnets': [{'id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:33.948408 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fe044-133f-4931-a38b-1c5930b37801 None None] The sync data for ids ['8b28a376-1135-4672-b16f-da7bba2f29c8'] in dv-cinder-837163-2-iscsi is: [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T16:55:26Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'ad1d8d0c-df12-42af-abec-18484990924d', 'name': '', 'network_id': 'd05198eb-02ae-48f5-ab43-acc5c11e6d67', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'mac_address': 'fa:16:3e:84:f5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:26Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'subnets': [{'id': 'b7599a13-a896-44d1-9d45-ad03717b6a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:33.990753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device ad1d8d0c-df12-42af-abec-18484990924d up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:33.998288 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] Provisioning complete for port ad1d8d0c-df12-42af-abec-18484990924d triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:33.998659 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ad1d8d0c-df12-42af-abec-18484990924d), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.048826 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d8a4-f4bf-4b4f-8433-e651cf1bb12f None None] Pushing event updated for resources: {'Port': ['ID=3a837669-48ef-44f9-9abb-ee4fc74df0c5,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:34.056209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:34.056869 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:34.098027 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.208349 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port ad1d8d0c-df12-42af-abec-18484990924d triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:34.208746 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ad1d8d0c-df12-42af-abec-18484990924d), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.297532 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] Current status of the port ad1d8d0c-df12-42af-abec-18484990924d is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:34.297922 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ad1d8d0c-df12-42af-abec-18484990924d), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.306721 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:34.309731 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks [] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.402733 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.452383 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] For port ad1d8d0c-df12-42af-abec-18484990924d, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=ad1d8d0c-df12-42af-abec-18484990924d,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:34.480293 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (746bc2ad-0b28-48a7-946e-43638da80d3c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.486922 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Pushing event updated for resources: {'Port': ['ID=d19cb146-20da-4de9-9e6d-2c2bd369eda2,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:34.507037 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port ad1d8d0c-df12-42af-abec-18484990924d is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:34.507420 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (ad1d8d0c-df12-42af-abec-18484990924d), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.553130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (ad1d8d0c-df12-42af-abec-18484990924d), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.597396 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:34.598923 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:34.687316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.db.api [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:55:34.687748 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG oslo_db.api [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:55:34.706922 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818a320-c40d-4d94-b111-32e2fe244f26 None None] Pushing event updated for resources: {'Port': ['ID=ad1d8d0c-df12-42af-abec-18484990924d,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:34.713771 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-da18d757-ab48-419a-9322-abdd066ba8d2 None None] Provisioning complete for port d19cb146-20da-4de9-9e6d-2c2bd369eda2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:34.714820 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-da18d757-ab48-419a-9322-abdd066ba8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.716856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:34.751692 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Router 746bc2ad-0b28-48a7-946e-43638da80d3c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:34.767122 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f60638-b8c5-4d96-bc48-a7f21a53b628 None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:34.786226 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-da18d757-ab48-419a-9322-abdd066ba8d2 None None] Port d19cb146-20da-4de9-9e6d-2c2bd369eda2 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:34.885327 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:34.904560 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b73a0c3d-dd13-48ee-9a55-b712f8c56e2b admin admin] 10.222.0.43 "PUT /v2.0/routers/746bc2ad-0b28-48a7-946e-43638da80d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5685823 Apr 11 16:55:34.908885 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-a62edda6-8b90-424c-b5a2-c87d0143598e None None] Provisioning complete for port d19cb146-20da-4de9-9e6d-2c2bd369eda2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:34.909419 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a62edda6-8b90-424c-b5a2-c87d0143598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.956439 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a62edda6-8b90-424c-b5a2-c87d0143598e None None] Port d19cb146-20da-4de9-9e6d-2c2bd369eda2 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:35.249620 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port ad1d8d0c-df12-42af-abec-18484990924d is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:35.250707 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 54411d28-f3af-41af-a8bc-60abd7c47e4b up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:35.307412 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 54411d28-f3af-41af-a8bc-60abd7c47e4b triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:35.307987 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:35.409342 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 54411d28-f3af-41af-a8bc-60abd7c47e4b is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:35.785653 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42090) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:35.794597 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35431297', 'description': 'tempest-description--366304234'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:35.824861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device ad1d8d0c-df12-42af-abec-18484990924d up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:35.876297 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:35.922382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port ad1d8d0c-df12-42af-abec-18484990924d triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:35.922758 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (ad1d8d0c-df12-42af-abec-18484990924d), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:35.971425 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (e392b895-316e-4be5-a947-2563a105ab0b), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.050065 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e392b895-316e-4be5-a947-2563a105ab0b), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.075973 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port ad1d8d0c-df12-42af-abec-18484990924d is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:36.076749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3a837669-48ef-44f9-9abb-ee4fc74df0c5 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:36.084724 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e392b895-316e-4be5-a947-2563a105ab0b,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:36.132925 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:36.133305 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.209990 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.211257 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-9e1d6c65-b469-4eb0-be67-b2e67fad05c9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4244373 Apr 11 16:55:36.219290 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42092) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:36.219290 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'security_group_rule': {'security_group_id': 'e392b895-316e-4be5-a947-2563a105ab0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:36.232611 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:36.233250 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.259612 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 3a837669-48ef-44f9-9abb-ee4fc74df0c5, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=3a837669-48ef-44f9-9abb-ee4fc74df0c5,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:36.333598 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (8b262fac-e1bb-4d71-8ecb-375e2166905c), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.364259 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.396920 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (8b262fac-e1bb-4d71-8ecb-375e2166905c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.419972 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=3a837669-48ef-44f9-9abb-ee4fc74df0c5,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:36.459711 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (8b262fac-e1bb-4d71-8ecb-375e2166905c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.476651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b262fac-e1bb-4d71-8ecb-375e2166905c,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:36.572749 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.575089 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0ea5553e-0f26-426a-be03-a28274654381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592217 Apr 11 16:55:36.577817 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42096) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:36.582376 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'security_group_rule': {'security_group_id': 'e392b895-316e-4be5-a947-2563a105ab0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:36.661087 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (9b18f434-4fd1-4295-91ee-57a63c4ef069), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.721554 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (9b18f434-4fd1-4295-91ee-57a63c4ef069), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.796988 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (9b18f434-4fd1-4295-91ee-57a63c4ef069), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.817093 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b18f434-4fd1-4295-91ee-57a63c4ef069,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:36.881099 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.882390 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-73f82a0f-06bc-40da-a30b-0c53b51f71e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035192 Apr 11 16:55:36.887365 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42098) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:36.892559 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:36.976184 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.061519 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.172611 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Allocated IP 172.27.2.65 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/76fa2070-0602-40d7-8b73-76927b4fa8d5) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:37.285649 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.398788 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.425229 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:37.436361 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:37.436981 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:37.440289 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:37.443111 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:37.445528 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:37.475650 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'Port': ['ID=76fa2070-0602-40d7-8b73-76927b4fa8d5,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:37.542585 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (d7670f7b-71a4-4506-8ed3-13e8e160e47d), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.554150 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:37.682569 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.755346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3a837669-48ef-44f9-9abb-ee4fc74df0c5 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:37.764042 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:34Z', 'revision_number': 2, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:37.791984 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:37.793170 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Updating router 746bc2ad-0b28-48a7-946e-43638da80d3c port d19cb146-20da-4de9-9e6d-2c2bd369eda2 binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:55:37.803718 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:37.804392 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.822912 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.847283 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.895270 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:37.930096 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.003292 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'Port': ['ID=76fa2070-0602-40d7-8b73-76927b4fa8d5,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:38.014243 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (d7670f7b-71a4-4506-8ed3-13e8e160e47d), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.093015 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.094548 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-3c33af56-f464-44f4-9eed-a89d37fe38d0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2059250 Apr 11 16:55:38.106724 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Publish callbacks [] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.178462 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.235298 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899525f-3d26-42d8-b9e9-3bfc369bd680 None None] Pushing event updated for resources: {'Port': ['ID=d19cb146-20da-4de9-9e6d-2c2bd369eda2,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:38.280377 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-ac454c68-25d8-492b-8437-e387057163e0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--35431297&fields=id&tenant_id=d7c652a8e00241a68c25698bca5e7ffe HTTP/1.1" status: 200 len: 267 time: 0.0718110 Apr 11 16:55:38.309384 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Attempting to bind port d19cb146-20da-4de9-9e6d-2c2bd369eda2 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:38.310348 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Attempting to bind port d19cb146-20da-4de9-9e6d-2c2bd369eda2 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:38.310706 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Attempting to bind port d19cb146-20da-4de9-9e6d-2c2bd369eda2 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:38.316416 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:38.316863 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Checking segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:38.317359 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.317858 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Bound using segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:38.318449 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Bound port: d19cb146-20da-4de9-9e6d-2c2bd369eda2, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:38.318940 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.411352 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-42d3ff75-74ab-4c4e-ab08-8882b0d11e63 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:38.413165 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-42d3ff75-74ab-4c4e-ab08-8882b0d11e63 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 810 time: 0.1296999 Apr 11 16:55:38.443210 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-f7de9ff8-123d-4232-bbd4-149de5f21cf6 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/quotas/d7c652a8e00241a68c25698bca5e7ffe HTTP/1.1" status: 200 len: 375 time: 0.0114512 Apr 11 16:55:38.498556 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-c851356d-2c23-4182-8ecd-d9b5f1096c26 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497239 Apr 11 16:55:38.502798 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] For port d19cb146-20da-4de9-9e6d-2c2bd369eda2, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:38.507960 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] For port d19cb146-20da-4de9-9e6d-2c2bd369eda2, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=d19cb146-20da-4de9-9e6d-2c2bd369eda2,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:38.599240 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.630143 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-7233c891-af02-43d9-b811-d2a3e72118e2 service neutron] 10.222.0.43 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177759 Apr 11 16:55:38.649085 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] Provisioning complete for port d19cb146-20da-4de9-9e6d-2c2bd369eda2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:38.649514 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.667803 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:38.668849 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:38.716139 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899525f-3d26-42d8-b9e9-3bfc369bd680 None None] Pushing event updated for resources: {'Port': ['ID=d19cb146-20da-4de9-9e6d-2c2bd369eda2,revision_number=4']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:38.749516 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] Current status of the port d19cb146-20da-4de9-9e6d-2c2bd369eda2 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:38.749819 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.776139 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-0917def6-562f-4d08-b4c7-1678149b5c41 service neutron] 10.222.0.43 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369410 Apr 11 16:55:38.791233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] For port d19cb146-20da-4de9-9e6d-2c2bd369eda2, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=d19cb146-20da-4de9-9e6d-2c2bd369eda2,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:38.816715 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:38.866990 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.940298 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e5300-9355-4e63-a470-bafd30402e49 None None] Pushing event updated for resources: {'Port': ['ID=d19cb146-20da-4de9-9e6d-2c2bd369eda2,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:38.988401 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-50b925bd-2ab0-4223-8dfa-39ec71ff3143 None None] Provisioning complete for port d19cb146-20da-4de9-9e6d-2c2bd369eda2 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:38.988913 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-50b925bd-2ab0-4223-8dfa-39ec71ff3143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:39.058731 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:39.070949 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-712f3416-88da-47a0-a534-32f715c534f1 req-43cf028e-37f4-416a-b10f-3f10caf2aa13 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 210 time: 0.0461175 Apr 11 16:55:39.093936 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfabf861-8ffd-47b6-90dd-24edb9e6b920 None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:39.094147 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-50b925bd-2ab0-4223-8dfa-39ec71ff3143 None None] Current status of the port d19cb146-20da-4de9-9e6d-2c2bd369eda2 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:39.636928 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-189fb73b-6c4c-465d-bfda-80ec16c20f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:39.741127 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device d19cb146-20da-4de9-9e6d-2c2bd369eda2 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:39.800370 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port d19cb146-20da-4de9-9e6d-2c2bd369eda2 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:39.801032 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:39.897756 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port d19cb146-20da-4de9-9e6d-2c2bd369eda2 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:40.153566 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-46e4abcf-da43-4c7c-9fbd-84fb3c717ae1 req-fb17cc63-be82-43f2-91ca-7b509ecca8b3 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 210 time: 0.0277803 Apr 11 16:55:41.249514 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-df69617f-fc3e-47fb-ae3c-9135501e67b7 req-8d6ddf46-36ca-4111-89ca-83bb48c8265d tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 210 time: 0.0292091 Apr 11 16:55:41.649800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-fc73a94d-ad03-430a-830e-b1d9d7107ebb tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:41.651247 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-fc73a94d-ad03-430a-830e-b1d9d7107ebb tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 810 time: 0.1089795 Apr 11 16:55:41.723437 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-e1e6bd8c-fbee-44cd-a93e-9372d50c8ce7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7c652a8e00241a68c25698bca5e7ffe HTTP/1.1" status: 200 len: 378 time: 0.0619347 Apr 11 16:55:41.732894 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'port': {'device_id': '766240d5-9674-4dc5-a68d-055458918a39', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'admin_state_up': True, 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'security_groups': ['e392b895-316e-4be5-a947-2563a105ab0b']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:41.944433 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Made reservation on behalf of d7c652a8e00241a68c25698bca5e7ffe for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:41.947871 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.082785 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Allocated IP 172.20.0.9 (75b7daae-aff9-43aa-88e9-7ad14b0eca6c/0a06c82c-c37e-4211-8672-4ba303c126df/4c015eaf-9881-481d-bde3-577211f73932) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:42.233654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for port (4c015eaf-9881-481d-bde3-577211f73932), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.247444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-606e7c21-e421-4ff9-8174-86d742211e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.349185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (4c015eaf-9881-481d-bde3-577211f73932), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.423260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0df5e-57e7-4926-bb88-1fbd10061d3e req-561df1b0-fecb-465b-8e8b-6527a44a3683 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:42.424760 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4da0df5e-57e7-4926-bb88-1fbd10061d3e req-561df1b0-fecb-465b-8e8b-6527a44a3683 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 931 time: 0.0868819 Apr 11 16:55:42.428116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:42.434661 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:42.446445 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:42.451899 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'Port': ['ID=4c015eaf-9881-481d-bde3-577211f73932,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:42.522401 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:42.523002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.535771 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4da0df5e-57e7-4926-bb88-1fbd10061d3e req-dfe29dbf-de76-47a3-9c3f-60c652d6366d tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049540 Apr 11 16:55:42.598777 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-1a6763be-4503-4e8b-b0b8-8ac8ba9df769 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8699470 Apr 11 16:55:42.613074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Request body: {'port': {'device_id': '766240d5-9674-4dc5-a68d-055458918a39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:42.638488 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-0636a4b8-3a82-48aa-abe6-0aa1a1f63700 None None] Provisioning complete for port 4c015eaf-9881-481d-bde3-577211f73932 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:42.639010 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0636a4b8-3a82-48aa-abe6-0aa1a1f63700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (4c015eaf-9881-481d-bde3-577211f73932), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.682406 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-0636a4b8-3a82-48aa-abe6-0aa1a1f63700 None None] Port 4c015eaf-9881-481d-bde3-577211f73932 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:42.684523 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4c015eaf-9881-481d-bde3-577211f73932), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.961914 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c015eaf-9881-481d-bde3-577211f73932 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:42.969743 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Publish callbacks [] for port (4c015eaf-9881-481d-bde3-577211f73932), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.982981 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Transition to ACTIVE for port object 4c015eaf-9881-481d-bde3-577211f73932 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:55:43.058919 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (4c015eaf-9881-481d-bde3-577211f73932), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:43.110782 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Pushing event updated for resources: {'Port': ['ID=4c015eaf-9881-481d-bde3-577211f73932,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:43.192545 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Attempting to bind port 4c015eaf-9881-481d-bde3-577211f73932 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:43.192873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Attempting to bind port 4c015eaf-9881-481d-bde3-577211f73932 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:43.193207 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Attempting to bind port 4c015eaf-9881-481d-bde3-577211f73932 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:43.197680 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Port 4c015eaf-9881-481d-bde3-577211f73932 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:55:43.197994 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Attempting to bind port 4c015eaf-9881-481d-bde3-577211f73932 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:43.203667 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:43.203997 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Checking segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:43.204378 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Bound using segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:43.205007 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Bound port: 4c015eaf-9881-481d-bde3-577211f73932, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:43.205412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4c015eaf-9881-481d-bde3-577211f73932), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:43.273886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] For port 4c015eaf-9881-481d-bde3-577211f73932, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:43.277644 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] For port 4c015eaf-9881-481d-bde3-577211f73932, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4c015eaf-9881-481d-bde3-577211f73932,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:43.374129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (4c015eaf-9881-481d-bde3-577211f73932), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:43.384850 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:43.410368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.411120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:43.412602 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] 10.222.0.60 "PUT /v2.0/ports/4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 1093 time: 0.8046238 Apr 11 16:55:43.413037 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'tag': '4c015eaf-9881-481d-bde3-577211f73932'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:43.415612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221c007-193b-4088-9411-9bde56c15f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "tag": "4c015eaf-9881-481d-bde3-577211f73932"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:43.442077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68777a92-6e00-47f8-9e64-2d3b1bce7e2d service neutron] Pushing event updated for resources: {'Port': ['ID=4c015eaf-9881-481d-bde3-577211f73932,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:43.463341 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b069cf5-8e14-4f76-87e7-892970f5539f x-openstack-request-id: req-1b069cf5-8e14-4f76-87e7-892970f5539f {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:43.463728 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "tag": "4c015eaf-9881-481d-bde3-577211f73932", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:43.463923 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b069cf5-8e14-4f76-87e7-892970f5539f {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:43.464404 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b069cf5-8e14-4f76-87e7-892970f5539f'] response: {'name': 'network-changed', 'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'tag': '4c015eaf-9881-481d-bde3-577211f73932', 'status': 'completed', 'code': 200} Apr 11 16:55:43.563079 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221c007-193b-4088-9411-9bde56c15f9f req-ba0785da-a000-4339-96a6-3b526cdf183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.564962 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c221c007-193b-4088-9411-9bde56c15f9f req-ba0785da-a000-4339-96a6-3b526cdf183d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1127 time: 0.0464435 Apr 11 16:55:43.621757 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:43.691267 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543f5c-240b-4e24-8b14-c8062f370550 req-30033acb-02cf-400d-9055-d51db750dace tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.692830 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d543f5c-240b-4e24-8b14-c8062f370550 req-30033acb-02cf-400d-9055-d51db750dace tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 943 time: 0.0822241 Apr 11 16:55:43.720360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221c007-193b-4088-9411-9bde56c15f9f req-23464615-ad39-4c99-be5d-d5d23fed7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.721796 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c221c007-193b-4088-9411-9bde56c15f9f req-23464615-ad39-4c99-be5d-d5d23fed7802 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1485791 Apr 11 16:55:43.778413 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7d543f5c-240b-4e24-8b14-c8062f370550 req-1ebf3d8c-5d9d-4598-b6b2-c26a248a45b9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781043 Apr 11 16:55:43.839695 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221c007-193b-4088-9411-9bde56c15f9f req-3ee668f0-b9cf-4768-8433-ec6c10871bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.855716 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c221c007-193b-4088-9411-9bde56c15f9f req-3ee668f0-b9cf-4768-8433-ec6c10871bf2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118507 Apr 11 16:55:43.918174 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-7981c3ec-8e38-41c0-9b97-a39db0165445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.919763 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-7981c3ec-8e38-41c0-9b97-a39db0165445 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1127 time: 0.0393035 Apr 11 16:55:43.965806 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-33fba61e-b583-41e4-878e-c6ff8f5dbc08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 217 time: 0.0381763 Apr 11 16:55:44.014192 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-20014ab6-a74f-4623-8d4a-8fcb4cf790fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.015669 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-20014ab6-a74f-4623-8d4a-8fcb4cf790fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0438089 Apr 11 16:55:44.058818 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d88c49-9653-4441-b374-a122adf96cc2 req-dd403f40-ae62-4874-97f3-5d5ee3d13b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.061005 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-dd403f40-ae62-4874-97f3-5d5ee3d13b81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387361 Apr 11 16:55:44.155124 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-ec4c5983-7554-4356-a24d-05d1a5036e6e service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Apr 11 16:55:44.247043 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-53d88c49-9653-4441-b374-a122adf96cc2 req-7eeb1e78-20ce-48b8-aa06-13fb305541e4 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856595 Apr 11 16:55:44.895761 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bafc4-30fe-42df-8096-223ec7557d37 req-4f8179a5-3e6c-470b-9ac2-b8bb17869333 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.897244 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4e6bafc4-30fe-42df-8096-223ec7557d37 req-4f8179a5-3e6c-470b-9ac2-b8bb17869333 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 943 time: 0.0495760 Apr 11 16:55:44.947211 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4e6bafc4-30fe-42df-8096-223ec7557d37 req-5fde4b4e-d326-4667-a272-4631406cc002 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443528 Apr 11 16:55:44.963759 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:45.973786 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:46.226563 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b26bc-4bf5-458c-9e82-e9ac6b799dd5 req-2a4473c6-9d4c-45e4-a8e7-1863020964aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:46.235031 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4d0b26bc-4bf5-458c-9e82-e9ac6b799dd5 req-2a4473c6-9d4c-45e4-a8e7-1863020964aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 943 time: 0.0609274 Apr 11 16:55:46.280991 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4d0b26bc-4bf5-458c-9e82-e9ac6b799dd5 req-0e7cd11d-bc8d-487a-b379-6c08599e3b14 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401485 Apr 11 16:55:47.102683 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:55:47.393208 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10866a-d988-45c8-958d-4baeec24cbee req-e4b73b87-fed8-4e7a-9a55-47522ec8c0d8 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.394599 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6f10866a-d988-45c8-958d-4baeec24cbee req-e4b73b87-fed8-4e7a-9a55-47522ec8c0d8 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 943 time: 0.0460355 Apr 11 16:55:47.441045 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6f10866a-d988-45c8-958d-4baeec24cbee req-6c4f82a4-37a6-466e-a0a5-a22b0fa1c58a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408573 Apr 11 16:55:48.555384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ba48-c8f7-4fe7-92a0-9ac1f5858cb2 req-f59e1a8b-e6ac-491d-818e-9db8fe012143 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.556878 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7052ba48-c8f7-4fe7-92a0-9ac1f5858cb2 req-f59e1a8b-e6ac-491d-818e-9db8fe012143 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 943 time: 0.0470042 Apr 11 16:55:48.603362 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7052ba48-c8f7-4fe7-92a0-9ac1f5858cb2 req-376fbc8c-e6a8-4468-90ac-39e8f820d38f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409119 Apr 11 16:55:49.715246 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954a34-cf69-4910-b7a5-b82bcd156c1a req-aa489c05-a0fd-4666-8dd8-0c2222a70d59 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:49.716751 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ff954a34-cf69-4910-b7a5-b82bcd156c1a req-aa489c05-a0fd-4666-8dd8-0c2222a70d59 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 943 time: 0.0473363 Apr 11 16:55:49.764637 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ff954a34-cf69-4910-b7a5-b82bcd156c1a req-5a4576d9-88a3-4ac0-8a6e-cb8119c2d865 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408437 Apr 11 16:55:49.870427 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 4c015eaf-9881-481d-bde3-577211f73932 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:55:49.970732 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 4c015eaf-9881-481d-bde3-577211f73932, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4c015eaf-9881-481d-bde3-577211f73932,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:49.982017 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '4c015eaf-9881-481d-bde3-577211f73932', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'port_id': '4c015eaf-9881-481d-bde3-577211f73932', 'mac_address': 'fa:16:3e:d1:c4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:55:50.019036 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 4c015eaf-9881-481d-bde3-577211f73932 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:50.019368 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4c015eaf-9881-481d-bde3-577211f73932), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:50.035108 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c015eaf-9881-481d-bde3-577211f73932 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:50.053420 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 4c015eaf-9881-481d-bde3-577211f73932, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4c015eaf-9881-481d-bde3-577211f73932,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:50.141142 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4c015eaf-9881-481d-bde3-577211f73932), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:50.190016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=4c015eaf-9881-481d-bde3-577211f73932,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:50.684792 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['4c015eaf-9881-481d-bde3-577211f73932'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:50.877666 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f3d7-e222-4a7c-8d31-85c4193bb9dd req-566ff2cb-6451-4bbf-aadf-63685c2836c0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:50.879142 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7119f3d7-e222-4a7c-8d31-85c4193bb9dd req-566ff2cb-6451-4bbf-aadf-63685c2836c0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 944 time: 0.0471566 Apr 11 16:55:50.931308 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7119f3d7-e222-4a7c-8d31-85c4193bb9dd req-ab27ecb9-3ae4-4dab-94ba-9d3a326a2551 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463650 Apr 11 16:55:51.879880 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 4c015eaf-9881-481d-bde3-577211f73932 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:51.926771 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 4c015eaf-9881-481d-bde3-577211f73932 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:55:52.003917 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 4c015eaf-9881-481d-bde3-577211f73932 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:52.004292 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (4c015eaf-9881-481d-bde3-577211f73932), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:52.047952 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a72be-f51c-4f70-a2c2-3ce0f3386f5d req-d2f50dcb-a949-4e6d-8f62-f0abe628b290 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:52.049500 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d95a72be-f51c-4f70-a2c2-3ce0f3386f5d req-d2f50dcb-a949-4e6d-8f62-f0abe628b290 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 944 time: 0.0522451 Apr 11 16:55:52.086316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 4c015eaf-9881-481d-bde3-577211f73932 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:52.086770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (4c015eaf-9881-481d-bde3-577211f73932), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:52.098356 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d95a72be-f51c-4f70-a2c2-3ce0f3386f5d req-8f036c01-2c26-4279-9af4-8ecc4030286c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423577 Apr 11 16:55:52.114563 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c015eaf-9881-481d-bde3-577211f73932'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:52.116788 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039c12ad-839e-41b5-9cf3-8b35bba67fbc" -d '{"events": [{"server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "name": "network-vif-plugged", "status": "completed", "tag": "4c015eaf-9881-481d-bde3-577211f73932"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:52.132756 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 4c015eaf-9881-481d-bde3-577211f73932, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4c015eaf-9881-481d-bde3-577211f73932,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:52.153246 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329ad3c3-901e-4f0e-9982-0149a411a1f7 x-openstack-request-id: req-329ad3c3-901e-4f0e-9982-0149a411a1f7 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:52.153537 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "name": "network-vif-plugged", "status": "completed", "tag": "4c015eaf-9881-481d-bde3-577211f73932", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:52.153790 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-329ad3c3-901e-4f0e-9982-0149a411a1f7 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:52.154191 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329ad3c3-901e-4f0e-9982-0149a411a1f7'] response: {'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c015eaf-9881-481d-bde3-577211f73932', 'code': 200} Apr 11 16:55:52.207121 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (4c015eaf-9881-481d-bde3-577211f73932), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:52.263268 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=4c015eaf-9881-481d-bde3-577211f73932,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:52.514903 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354cf88-0298-4214-9e0b-171eb19d4770 req-42ad6c66-31d8-43f5-9b5d-945af198c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:52.520554 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e354cf88-0298-4214-9e0b-171eb19d4770 req-42ad6c66-31d8-43f5-9b5d-945af198c7a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1129 time: 0.0415382 Apr 11 16:55:52.559711 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e354cf88-0298-4214-9e0b-171eb19d4770 req-36c8efe9-304b-46ad-b145-39a33a51f05e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365250 Apr 11 16:55:53.211257 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808bf6-f131-475e-ab2c-a8f9caf013a5 req-8d92c357-5506-4330-a860-e16e85025a1c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:53.212778 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ea808bf6-f131-475e-ab2c-a8f9caf013a5 req-8d92c357-5506-4330-a860-e16e85025a1c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Apr 11 16:55:53.259226 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ea808bf6-f131-475e-ab2c-a8f9caf013a5 req-d1ff3092-ce63-4292-b8f9-cf47b2f94490 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401609 Apr 11 16:55:54.408590 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c1931-8902-46c5-970b-8dcdf177d206 req-75e23618-5219-496a-b4fe-0f41f6a5ac01 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:54.410113 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0a5c1931-8902-46c5-970b-8dcdf177d206 req-75e23618-5219-496a-b4fe-0f41f6a5ac01 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0479629 Apr 11 16:55:54.472545 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0a5c1931-8902-46c5-970b-8dcdf177d206 req-694ddbda-0360-44e4-84a3-0705cadbef32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557616 Apr 11 16:55:55.590582 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d437-cffe-4ea5-94a0-4b60823dc0dc req-0b10fb3c-8409-4704-8ff8-ca72c139f273 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.592744 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-80e0d437-cffe-4ea5-94a0-4b60823dc0dc req-0b10fb3c-8409-4704-8ff8-ca72c139f273 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0500021 Apr 11 16:55:55.638098 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-80e0d437-cffe-4ea5-94a0-4b60823dc0dc req-9c5f536d-7117-476f-a302-71ddd3889ba3 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397923 Apr 11 16:55:55.751694 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf38c7f-9a05-4f55-ac53-31297e180f22 req-9a001139-7704-4f21-b9ca-80f1b17427f0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.753070 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ddf38c7f-9a05-4f55-ac53-31297e180f22 req-9a001139-7704-4f21-b9ca-80f1b17427f0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0503993 Apr 11 16:55:55.761615 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42214) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:55.766101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'floatingip': {'port_id': '4c015eaf-9881-481d-bde3-577211f73932'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:55.804768 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (d7670f7b-71a4-4506-8ed3-13e8e160e47d), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:56.648932 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:56.721874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (d7670f7b-71a4-4506-8ed3-13e8e160e47d), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:56.824002 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Floating IP d7670f7b-71a4-4506-8ed3-13e8e160e47d associated. External IP: 172.27.2.65, port: 4c015eaf-9881-481d-bde3-577211f73932. Apr 11 16:55:57.033469 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Router 746bc2ad-0b28-48a7-946e-43638da80d3c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:57.141874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:57.146681 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.151206 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:57.161803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:57.162495 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:57.176819 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-11ebbeb1-be12-4913-a511-9427c578dbce tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "PUT /v2.0/floatingips/d7670f7b-71a4-4506-8ed3-13e8e160e47d HTTP/1.1" status: 200 len: 990 time: 1.4141619 Apr 11 16:55:57.177406 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'tag': '4c015eaf-9881-481d-bde3-577211f73932'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:57.179705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191cc7a9-cf59-4362-95e0-902b497da15a" -d '{"events": [{"name": "network-changed", "server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "tag": "4c015eaf-9881-481d-bde3-577211f73932"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:57.218473 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d14902c-4e74-49f6-8304-5d0d8c3bf09f x-openstack-request-id: req-0d14902c-4e74-49f6-8304-5d0d8c3bf09f {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:57.218762 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "tag": "4c015eaf-9881-481d-bde3-577211f73932", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:57.219015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d14902c-4e74-49f6-8304-5d0d8c3bf09f {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:57.219423 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d14902c-4e74-49f6-8304-5d0d8c3bf09f'] response: {'name': 'network-changed', 'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'tag': '4c015eaf-9881-481d-bde3-577211f73932', 'status': 'completed', 'code': 200} Apr 11 16:55:57.274053 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:57.279193 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cc7a9-cf59-4362-95e0-902b497da15a req-39d52884-3595-46fd-bda5-009fd88f0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.280855 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-39d52884-3595-46fd-bda5-009fd88f0530 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1129 time: 0.0397546 Apr 11 16:55:57.391460 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cc7a9-cf59-4362-95e0-902b497da15a req-c666ff0a-2b67-4560-a078-cdbdaf7f1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.393142 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-c666ff0a-2b67-4560-a078-cdbdaf7f1aa7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.1062768 Apr 11 16:55:57.462729 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-15a8b3b2-f500-4fd5-9ec9-1cb98df30d5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 998 time: 0.0629239 Apr 11 16:55:57.500276 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'd7670f7b-71a4-4506-8ed3-13e8e160e47d', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'port_id': '4c015eaf-9881-481d-bde3-577211f73932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'mac_address': 'fa:16:3e:d1:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766240d5-9674-4dc5-a68d-055458918a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:37Z', 'updated_at': '2022-04-11T16:55:56Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:57.527647 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:57.533786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cc7a9-cf59-4362-95e0-902b497da15a req-d22111c0-74e2-4ca7-b4e4-b465ce8f2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.535241 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-d22111c0-74e2-4ca7-b4e4-b465ce8f2031 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0665686 Apr 11 16:55:57.536120 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:57.536719 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:55:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:57.566009 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-7ffa3687-4656-4398-a21c-88abdea137f3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900102282&fields=id&tenant_id=8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 267 time: 0.0710435 Apr 11 16:55:57.611794 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cc7a9-cf59-4362-95e0-902b497da15a req-807f666f-639f-43d3-8aba-384af014ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.613272 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-807f666f-639f-43d3-8aba-384af014ff8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680950 Apr 11 16:55:57.647314 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:57.747491 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-cde49ad9-2ed5-4ac7-bb99-d5e7de976434 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.749951 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-cde49ad9-2ed5-4ac7-bb99-d5e7de976434 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 811 time: 0.1680171 Apr 11 16:55:57.773308 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-38c9051b-7ca8-4977-a605-6610e585ff90 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/quotas/8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 375 time: 0.0123203 Apr 11 16:55:57.775135 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-0d937175-dae3-450e-855a-2d8d35678994 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554949 Apr 11 16:55:57.866001 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'd7670f7b-71a4-4506-8ed3-13e8e160e47d', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'port_id': '4c015eaf-9881-481d-bde3-577211f73932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'mac_address': 'fa:16:3e:d1:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766240d5-9674-4dc5-a68d-055458918a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:37Z', 'updated_at': '2022-04-11T16:55:56Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:57.868848 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-f476d4f5-e596-40d6-9e01-a75a2ef420f2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898333 Apr 11 16:55:57.893974 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768bab1-baeb-4bd2-ac88-aee6111ec434 None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'd7670f7b-71a4-4506-8ed3-13e8e160e47d', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'port_id': '4c015eaf-9881-481d-bde3-577211f73932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'mac_address': 'fa:16:3e:d1:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766240d5-9674-4dc5-a68d-055458918a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:37Z', 'updated_at': '2022-04-11T16:55:56Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:57.953179 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-191cc7a9-cf59-4362-95e0-902b497da15a req-3c16daef-3227-4e9e-aef7-89c6aca809ea service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659460 Apr 11 16:55:57.985511 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-8eefe5b1-2158-4af0-b061-655af99b0d0d service neutron] 10.222.0.43 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028640 Apr 11 16:55:58.079440 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-2de7eab2-d7eb-44c9-8654-29f495fd3d48 service neutron] 10.222.0.43 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Apr 11 16:55:58.111184 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c640fdb-5e5d-4662-9ab0-626bf7962fc2 None None] New status for floating IP d7670f7b-71a4-4506-8ed3-13e8e160e47d: ACTIVE {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:55:58.818283 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6d8028cc-f8bb-4c08-a06b-230be7adab0e req-3ab70edc-7ae4-4879-9ac6-86baf81ca57e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 210 time: 0.0290291 Apr 11 16:55:59.894620 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d3455cf6-ac3b-4a6d-bb22-d9926cad1b6b req-ee964fd1-1985-4c32-855a-40929316144f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 210 time: 0.0277386 Apr 11 16:56:00.987976 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-845284b9-abdd-4695-88a0-95d7087475a1 req-3cde54c3-f3b7-400b-8a9a-706143ec1509 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 210 time: 0.0271773 Apr 11 16:56:01.326685 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-3d0084cf-9d3e-4ca8-8378-35f7749acb98 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:01.328704 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-3d0084cf-9d3e-4ca8-8378-35f7749acb98 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 811 time: 0.1065145 Apr 11 16:56:01.393807 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-c9c0d509-9fe9-4daf-ba7d-7a9843d74a23 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 379 time: 0.0552163 Apr 11 16:56:01.402498 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'port': {'device_id': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'admin_state_up': True, 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'security_groups': ['bb9b01a0-0824-452a-b965-d2414a9b396b']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:01.824034 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Made reservation on behalf of 8a9151e87a0144caa9be07aa21c76b5b for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:01.827526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.950196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Allocated IP 172.20.0.8 (d45841d9-e429-47aa-8f60-9f9158a45598/d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73/7f923c4b-7ba0-49b7-8654-15eb4704d020) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:02.093751 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4fac5126-f8b1-43f7-8cdb-f2dba9e56700 req-bb6dd9fb-4e5f-49f7-93fe-d4b2b79e7468 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 210 time: 0.0352874 Apr 11 16:56:02.115577 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.244640 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.292273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Network d45841d9-e429-47aa-8f60-9f9158a45598 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:02.295214 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:02.297822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:02.330786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=7f923c4b-7ba0-49b7-8654-15eb4704d020,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:02.356859 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:02.357492 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.524375 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-859c6ac2-fdea-4894-bf5c-e6f9a37d3d33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254470 Apr 11 16:56:02.536449 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Request body: {'port': {'device_id': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:02.570555 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-3e812216-27cf-4fd4-9452-8bc4ef4ef6ce None None] Provisioning complete for port 7f923c4b-7ba0-49b7-8654-15eb4704d020 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:02.571263 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-3e812216-27cf-4fd4-9452-8bc4ef4ef6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.597556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.604910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-3e812216-27cf-4fd4-9452-8bc4ef4ef6ce None None] Port 7f923c4b-7ba0-49b7-8654-15eb4704d020 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:02.877024 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f923c4b-7ba0-49b7-8654-15eb4704d020 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:02.884469 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Publish callbacks [] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.896612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Transition to ACTIVE for port object 7f923c4b-7ba0-49b7-8654-15eb4704d020 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:56:02.972746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.028129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f923c4b-7ba0-49b7-8654-15eb4704d020,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.101978 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Attempting to bind port 7f923c4b-7ba0-49b7-8654-15eb4704d020 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:03.102299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Attempting to bind port 7f923c4b-7ba0-49b7-8654-15eb4704d020 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:03.102623 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Attempting to bind port 7f923c4b-7ba0-49b7-8654-15eb4704d020 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:03.107493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Port 7f923c4b-7ba0-49b7-8654-15eb4704d020 on network d45841d9-e429-47aa-8f60-9f9158a45598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:56:03.107845 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Attempting to bind port 7f923c4b-7ba0-49b7-8654-15eb4704d020 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:03.113852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:03.114311 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Checking segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:03.114698 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Bound using segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:03.115114 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Bound port: 7f923c4b-7ba0-49b7-8654-15eb4704d020, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:03.115468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.187622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] For port 7f923c4b-7ba0-49b7-8654-15eb4704d020, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:03.190701 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] For port 7f923c4b-7ba0-49b7-8654-15eb4704d020, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:03.209268 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cffbc-2bc6-41ff-8148-0afc887bbfd4 req-7375921f-c03b-4fde-b92b-d25f4186f899 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.210751 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1d9cffbc-2bc6-41ff-8148-0afc887bbfd4 req-7375921f-c03b-4fde-b92b-d25f4186f899 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0489306 Apr 11 16:56:03.264897 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1d9cffbc-2bc6-41ff-8148-0afc887bbfd4 req-f87e9219-df34-4882-84ac-b5c5213f7080 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482545 Apr 11 16:56:03.265131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.300632 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.301231 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.302607 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f923c4b-7ba0-49b7-8654-15eb4704d020 HTTP/1.1" status: 200 len: 1093 time: 0.7701683 Apr 11 16:56:03.303041 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:03.305290 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138002e9-a587-4460-9172-41edaf3e062b" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:03.329673 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950597ea-8d05-49a5-8c20-0b2dc8fa6cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f923c4b-7ba0-49b7-8654-15eb4704d020,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.357096 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d62fba5-be56-4755-bd1b-5c4ec010aeb0 x-openstack-request-id: req-0d62fba5-be56-4755-bd1b-5c4ec010aeb0 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:03.357690 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:03.358861 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d62fba5-be56-4755-bd1b-5c4ec010aeb0 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:03.359432 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d62fba5-be56-4755-bd1b-5c4ec010aeb0'] response: {'name': 'network-changed', 'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'status': 'completed', 'code': 200} Apr 11 16:56:03.425986 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138002e9-a587-4460-9172-41edaf3e062b req-46772ee5-ef6b-408a-828d-4becf282133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.427316 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-138002e9-a587-4460-9172-41edaf3e062b req-46772ee5-ef6b-408a-828d-4becf282133a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 1127 time: 0.0433588 Apr 11 16:56:03.533783 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138002e9-a587-4460-9172-41edaf3e062b req-4fc4f256-d425-46f5-9d7f-3451dac2f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.535280 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-138002e9-a587-4460-9172-41edaf3e062b req-4fc4f256-d425-46f5-9d7f-3451dac2f9cf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987093 Apr 11 16:56:03.633127 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138002e9-a587-4460-9172-41edaf3e062b req-99eaac3b-9be1-47d6-bb92-fcb99dff875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.634638 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-138002e9-a587-4460-9172-41edaf3e062b req-99eaac3b-9be1-47d6-bb92-fcb99dff875a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915906 Apr 11 16:56:03.718416 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-bf38f4b7-0342-4547-97b7-248f629bcc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.720161 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-bf38f4b7-0342-4547-97b7-248f629bcc93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 1127 time: 0.0411456 Apr 11 16:56:03.761916 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-895b6233-5960-4bf4-aa1b-9f5843472ca2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020 HTTP/1.1" status: 200 len: 217 time: 0.0339053 Apr 11 16:56:03.812577 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-640454fe-43c0-4682-83ca-9eacf45b648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.814070 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-640454fe-43c0-4682-83ca-9eacf45b648a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0445998 Apr 11 16:56:03.864870 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-0ee58afd-6041-4c0e-85e7-7e5fd8bc1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.866416 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-0ee58afd-6041-4c0e-85e7-7e5fd8bc1290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443008 Apr 11 16:56:03.957646 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-d077ad33-5a6e-4b72-a82e-8de06c3c1ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827141 Apr 11 16:56:04.060570 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e90d1e6e-03d7-4ac6-875e-8b23d4eb7f97 req-c1fe8f0b-0450-45a8-8888-af21a9dfa12c service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956259 Apr 11 16:56:04.379140 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569687d4-302a-4c90-95ab-23afc5318c46 req-3a24aac9-2bc4-4419-a5fc-58910640e103 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:04.380677 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-569687d4-302a-4c90-95ab-23afc5318c46 req-3a24aac9-2bc4-4419-a5fc-58910640e103 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0480552 Apr 11 16:56:04.446660 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-569687d4-302a-4c90-95ab-23afc5318c46 req-1927dba9-f999-4120-bae0-0ec03415982e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602527 Apr 11 16:56:05.557817 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2af06-4eb2-4aa0-8303-aeb4d0b13bd4 req-fbdbb7b4-aea0-47a4-a03c-270a96d278e8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:05.559249 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-12b2af06-4eb2-4aa0-8303-aeb4d0b13bd4 req-fbdbb7b4-aea0-47a4-a03c-270a96d278e8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0459702 Apr 11 16:56:05.608074 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-12b2af06-4eb2-4aa0-8303-aeb4d0b13bd4 req-d87ce31b-5a4e-4a8f-9f19-702db0029a33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Apr 11 16:56:06.721982 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d183-fa8a-451b-94fb-c6cf5cd18545 req-6935eff7-2589-42c8-a13a-d472cc4131ea tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:06.723445 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2c47d183-fa8a-451b-94fb-c6cf5cd18545 req-6935eff7-2589-42c8-a13a-d472cc4131ea tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0462432 Apr 11 16:56:06.772165 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2c47d183-fa8a-451b-94fb-c6cf5cd18545 req-62850dce-9027-4668-aa74-0f30190461a9 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 Apr 11 16:56:07.892053 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547ec35-6ca0-43cf-90d5-ceb3e8972333 req-0b28ebcc-008d-4f0e-ae6d-390a52bec2dd tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:07.893630 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6547ec35-6ca0-43cf-90d5-ceb3e8972333 req-0b28ebcc-008d-4f0e-ae6d-390a52bec2dd tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0532641 Apr 11 16:56:07.944475 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6547ec35-6ca0-43cf-90d5-ceb3e8972333 req-53ff6b52-65e1-412e-a48a-37efa4fd743d tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Apr 11 16:56:09.057925 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416685-84e8-4bbd-9795-cf4f5f36beb6 req-7b18bac9-3c44-44d7-b233-e08de2a06b9f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:09.059388 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d9416685-84e8-4bbd-9795-cf4f5f36beb6 req-7b18bac9-3c44-44d7-b233-e08de2a06b9f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0492973 Apr 11 16:56:09.106641 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d9416685-84e8-4bbd-9795-cf4f5f36beb6 req-ef351956-a848-474b-b5b9-b8d7fbea11d8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Apr 11 16:56:09.637882 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-84ca7fa3-eeaf-4c86-ba18-07d8b5553746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:10.224614 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279865ad-735f-49d7-b91e-5c8c3eac37b6 req-7b677568-de25-4bfc-b0d4-e886e071acf3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.226180 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-279865ad-735f-49d7-b91e-5c8c3eac37b6 req-7b677568-de25-4bfc-b0d4-e886e071acf3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0527453 Apr 11 16:56:10.277644 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-279865ad-735f-49d7-b91e-5c8c3eac37b6 req-d8a59d60-ca94-4322-8bcb-132387f4802c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457177 Apr 11 16:56:11.394540 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35c18-fd00-470d-88fe-b7255b96e756 req-b8e87c9a-af0c-4441-b1fe-b0f1c19fd938 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:11.396162 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a0b35c18-fd00-470d-88fe-b7255b96e756 req-b8e87c9a-af0c-4441-b1fe-b0f1c19fd938 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0480933 Apr 11 16:56:11.446903 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a0b35c18-fd00-470d-88fe-b7255b96e756 req-486ed021-c225-4b19-8158-e7969fc5353a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440245 Apr 11 16:56:12.298402 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7ec9f202-28fa-4f83-9481-7497e6f31276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:12.561387 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ca96-8c7c-4fb5-acd8-9893f478d7ce req-4c1bfa51-3064-45a9-ac93-a0115da6549f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:12.562854 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7c40ca96-8c7c-4fb5-acd8-9893f478d7ce req-4c1bfa51-3064-45a9-ac93-a0115da6549f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0475101 Apr 11 16:56:12.614666 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7c40ca96-8c7c-4fb5-acd8-9893f478d7ce req-750bec37-0ebd-4f24-9cdc-069e3a4d6177 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462821 Apr 11 16:56:13.420539 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:13.603351 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:13.728909 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e518e-6bcc-405b-9460-b726fcbc8368 req-3fbf45c2-faa0-44c3-9f85-c810910c74d3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:13.730400 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b61e518e-6bcc-405b-9460-b726fcbc8368 req-3fbf45c2-faa0-44c3-9f85-c810910c74d3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 943 time: 0.0497117 Apr 11 16:56:13.782816 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b61e518e-6bcc-405b-9460-b726fcbc8368 req-cdd96186-370c-4ab1-a6f9-ad82cd55e9c7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469720 Apr 11 16:56:14.026023 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7f923c4b-7ba0-49b7-8654-15eb4704d020 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:56:14.124063 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7f923c4b-7ba0-49b7-8654-15eb4704d020, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:14.136397 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'port_id': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'mac_address': 'fa:16:3e:00:60:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:56:14.174642 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 7f923c4b-7ba0-49b7-8654-15eb4704d020 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:14.175030 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.188480 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f923c4b-7ba0-49b7-8654-15eb4704d020 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:14.207680 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7f923c4b-7ba0-49b7-8654-15eb4704d020, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:14.272489 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.324063 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=7f923c4b-7ba0-49b7-8654-15eb4704d020,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:14.330693 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.334900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.335111 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.335299 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.335640 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.335957 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:14.697521 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['7f923c4b-7ba0-49b7-8654-15eb4704d020'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:14.900803 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48846a-2e3c-40de-b63e-113a7b518199 req-4896b364-bfbe-4d89-82a5-3455d0594aec tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.902384 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ea48846a-2e3c-40de-b63e-113a7b518199 req-4896b364-bfbe-4d89-82a5-3455d0594aec tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 944 time: 0.0477240 Apr 11 16:56:14.953116 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ea48846a-2e3c-40de-b63e-113a7b518199 req-27411ab7-9371-4a32-b4ad-027418388c37 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Apr 11 16:56:14.986168 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:15.986589 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.026076 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7f923c4b-7ba0-49b7-8654-15eb4704d020 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:16.069405 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077bf1b-6a7e-4897-82d0-7cde800ee0d8 req-c0415bc0-c33e-4585-bf5e-a776757a22de tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.070986 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2077bf1b-6a7e-4897-82d0-7cde800ee0d8 req-c0415bc0-c33e-4585-bf5e-a776757a22de tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 944 time: 0.0507877 Apr 11 16:56:16.082245 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 7f923c4b-7ba0-49b7-8654-15eb4704d020 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:56:16.123374 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2077bf1b-6a7e-4897-82d0-7cde800ee0d8 req-59cf2945-d7f6-4ed1-b8d9-1b8022a5a08f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441227 Apr 11 16:56:16.161280 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 7f923c4b-7ba0-49b7-8654-15eb4704d020 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:16.166773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.242999 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 7f923c4b-7ba0-49b7-8654-15eb4704d020 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:16.243298 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.265892 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:16.269922 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f66f6d-7bea-47af-95cd-f643334b1cd3" -d '{"events": [{"server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "name": "network-vif-plugged", "status": "completed", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:16.282242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7f923c4b-7ba0-49b7-8654-15eb4704d020, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:16.306496 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9151ef3e-bb03-49e0-bdd8-d64835b49a1f x-openstack-request-id: req-9151ef3e-bb03-49e0-bdd8-d64835b49a1f {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:16.306791 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "name": "network-vif-plugged", "status": "completed", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:16.307047 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9151ef3e-bb03-49e0-bdd8-d64835b49a1f {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:16.307443 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9151ef3e-bb03-49e0-bdd8-d64835b49a1f'] response: {'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'code': 200} Apr 11 16:56:16.358028 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.408017 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=7f923c4b-7ba0-49b7-8654-15eb4704d020,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:16.723881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c914ca1-9608-4e58-9997-4f3fa7f4a576 req-c1a08629-95b3-4529-90b3-ff52d0d1a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.725618 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c914ca1-9608-4e58-9997-4f3fa7f4a576 req-c1a08629-95b3-4529-90b3-ff52d0d1a56b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 1129 time: 0.0384114 Apr 11 16:56:16.777838 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c914ca1-9608-4e58-9997-4f3fa7f4a576 req-057c6fad-9009-4ff9-bb11-4d439aa271e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458131 Apr 11 16:56:17.234527 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661c45-9c46-4a03-94f0-62d9cbbdfde0 req-6a619af5-6ac0-4578-815e-8cfed3328d99 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.236051 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-80661c45-9c46-4a03-94f0-62d9cbbdfde0 req-6a619af5-6ac0-4578-815e-8cfed3328d99 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.0473485 Apr 11 16:56:17.289267 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-80661c45-9c46-4a03-94f0-62d9cbbdfde0 req-87cc43e1-e62b-4024-a6c8-becbdd9797a9 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470536 Apr 11 16:56:18.411200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aa0d4-930f-4fac-9c89-cdfd78380577 req-8d3f315d-d750-45b3-b68e-05a6950e13fe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.412896 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c3aa0d4-930f-4fac-9c89-cdfd78380577 req-8d3f315d-d750-45b3-b68e-05a6950e13fe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.0523555 Apr 11 16:56:18.467735 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5c3aa0d4-930f-4fac-9c89-cdfd78380577 req-41ff8778-855f-4202-bbd0-004de64532dc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489497 Apr 11 16:56:19.586226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e084ff-0d78-4506-af44-f6c00cc07c0a req-0586231d-5151-46ae-a42b-ff9b68005933 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.587729 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-06e084ff-0d78-4506-af44-f6c00cc07c0a req-0586231d-5151-46ae-a42b-ff9b68005933 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.0464313 Apr 11 16:56:19.636426 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-06e084ff-0d78-4506-af44-f6c00cc07c0a req-592ebaf5-74af-45fd-8961-dc24130d30c9 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Apr 11 16:56:19.748886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34bb19-6f04-4ff6-a22c-28805ec1dbd2 req-97e93dd6-8c0e-4489-9c74-5bec902cac50 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.750339 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b34bb19-6f04-4ff6-a22c-28805ec1dbd2 req-97e93dd6-8c0e-4489-9c74-5bec902cac50 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.0490143 Apr 11 16:56:19.802664 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6b34bb19-6f04-4ff6-a22c-28805ec1dbd2 req-8a504342-9e2f-4d4b-a129-63f3711a199c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464807 Apr 11 16:56:19.824411 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42304) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:19.954701 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445b285-6db7-4cc5-aad5-4d877cca63e5 tempest-TestVolumeBootPattern-1427467609 tempest-TestVolumeBootPattern-1427467609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.956249 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4445b285-6db7-4cc5-aad5-4d877cca63e5 tempest-TestVolumeBootPattern-1427467609 tempest-TestVolumeBootPattern-1427467609-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 1124 time: 0.1308155 Apr 11 16:56:19.959967 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42308) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:19.964113 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'port_id': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:20.084309 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.163466 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.269952 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Allocated IP 172.27.2.224 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/81c14f44-6891-4c11-b08d-71fa60a278bd) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:20.375734 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.470290 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.508344 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:20.512539 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:20.518821 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:20.522434 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=81c14f44-6891-4c11-b08d-71fa60a278bd,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.554049 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.554405 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.554724 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.555051 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.555376 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.555726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.561425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.754433 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-2cc9d88a-a801-4698-abe9-6efcd0d2ca53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698197 Apr 11 16:56:20.895806 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec7f79-4499-454e-855f-2802b6632827 req-f781e3e0-aa44-4553-a480-dce977c3137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.897318 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-f781e3e0-aa44-4553-a480-dce977c3137c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1168 time: 0.0723348 Apr 11 16:56:21.055559 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (ce66c148-0486-40f6-a8c8-ff7758b97f7a), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.095487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec7f79-4499-454e-855f-2802b6632827 req-5d5444d2-65e8-445d-bd6a-d710900a51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.097020 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-5d5444d2-65e8-445d-bd6a-d710900a51bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.1796632 Apr 11 16:56:21.173620 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-a188ebcb-b714-48e6-aebe-7143c395659d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0660625 Apr 11 16:56:21.245209 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.248739 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec7f79-4499-454e-855f-2802b6632827 req-bab447ac-f886-4ffc-a7ab-062e70bd91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.250226 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-bab447ac-f886-4ffc-a7ab-062e70bd91a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0704522 Apr 11 16:56:21.320603 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec7f79-4499-454e-855f-2802b6632827 req-6ef9dd4e-a106-4b8e-8ca4-b0ea26f314f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.321986 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-6ef9dd4e-a106-4b8e-8ca4-b0ea26f314f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550988 Apr 11 16:56:21.485195 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-63220b53-c04b-4c90-b2c9-a095f1889367 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481674 Apr 11 16:56:21.512890 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.588214 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-83ec7f79-4499-454e-855f-2802b6632827 req-eaea01cf-60a0-464e-90d8-dd22697566a3 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912576 Apr 11 16:56:21.623449 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.702949 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=81c14f44-6891-4c11-b08d-71fa60a278bd,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:21.704799 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (ce66c148-0486-40f6-a8c8-ff7758b97f7a), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.805806 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Floating IP ce66c148-0486-40f6-a8c8-ff7758b97f7a associated. External IP: 172.27.2.224, port: 7f923c4b-7ba0-49b7-8654-15eb4704d020. Apr 11 16:56:22.016805 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:22.397685 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:22.407256 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:22.418102 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:22.423488 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:56:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:22.528524 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:22.545945 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.575992 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-37089a64-b315-4d86-9d36-8fd6e2b498f7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6148443 Apr 11 16:56:22.576527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:22.578747 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4fe426-0a07-4844-8d2b-acfd4d266627" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:22.615278 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c78136-840d-47bb-a0c8-7d3c393999f4 x-openstack-request-id: req-11c78136-840d-47bb-a0c8-7d3c393999f4 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:22.615595 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:22.615853 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11c78136-840d-47bb-a0c8-7d3c393999f4 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:22.616254 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c78136-840d-47bb-a0c8-7d3c393999f4'] response: {'name': 'network-changed', 'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'status': 'completed', 'code': 200} Apr 11 16:56:22.674057 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-c2b95572-64c2-42a9-91a6-58125ab62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.675436 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-c2b95572-64c2-42a9-91a6-58125ab62512 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 1129 time: 0.0397940 Apr 11 16:56:22.776246 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-e7b07e74-0270-4a13-808c-da7002c30ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.777716 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-e7b07e74-0270-4a13-808c-da7002c30ab0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0930922 Apr 11 16:56:22.844775 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-a332d648-09f8-43be-88cc-46ea74e62ce7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020 HTTP/1.1" status: 200 len: 999 time: 0.0595212 Apr 11 16:56:22.882798 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ce66c148-0486-40f6-a8c8-ff7758b97f7a', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:00:60:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:20Z', 'updated_at': '2022-04-11T16:56:20Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:22.892331 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-56da3c9d-0bcd-4c8f-99ac-dde7756f4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.893796 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-56da3c9d-0bcd-4c8f-99ac-dde7756f4d31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0434344 Apr 11 16:56:22.909863 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:22.918693 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:22.919299 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:56:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:22.941497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-f890ceb5-805b-454d-a534-bf8c70cf96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.943546 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-f890ceb5-805b-454d-a534-bf8c70cf96ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427651 Apr 11 16:56:23.030086 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:23.032378 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-c714da99-69f7-43ea-a8ab-55916335a7c1 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822783 Apr 11 16:56:23.126350 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ff4fe426-0a07-4844-8d2b-acfd4d266627 req-482937ec-35ce-4e7c-96ab-94ba258004fc service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Apr 11 16:56:23.247389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ce66c148-0486-40f6-a8c8-ff7758b97f7a', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:00:60:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:20Z', 'updated_at': '2022-04-11T16:56:20Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:23.274568 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec409e-b8f1-4967-8510-d687c5b26752 None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'ce66c148-0486-40f6-a8c8-ff7758b97f7a', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:00:60:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:20Z', 'updated_at': '2022-04-11T16:56:20Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:23.469149 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4262bd-2cb1-4167-b434-65681e7ca17a None None] New status for floating IP ce66c148-0486-40f6-a8c8-ff7758b97f7a: ACTIVE {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:24.101628 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:28.813494 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cfabe-76f4-451a-ad53-2cb3ccddc476 req-8a09b3be-c900-4aa5-be82-a66f9e7f0631 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:28.814944 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ac8cfabe-76f4-451a-ad53-2cb3ccddc476 req-8a09b3be-c900-4aa5-be82-a66f9e7f0631 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0468974 Apr 11 16:56:28.876953 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ac8cfabe-76f4-451a-ad53-2cb3ccddc476 req-2763685c-00a3-4f3a-9af0-860618816cdd tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557327 Apr 11 16:56:29.051301 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-286953b1-7f95-4a49-bac2-d0003b864fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.052860 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-286953b1-7f95-4a49-bac2-d0003b864fac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1168 time: 0.0416062 Apr 11 16:56:29.144270 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-8bfb80b2-4ec0-4edd-8884-3d96a986fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.145730 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-8bfb80b2-4ec0-4edd-8884-3d96a986fb88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.0866048 Apr 11 16:56:29.217698 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-cf8caadd-21ec-47ec-a911-0a3e7d03ce53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0612159 Apr 11 16:56:29.268505 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-5027036b-2e74-447f-9bcd-8a3c2f669e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.269944 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-5027036b-2e74-447f-9bcd-8a3c2f669e0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0439601 Apr 11 16:56:29.320368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-8f845bb9-9959-43f8-957d-fbf3b34b304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.322354 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-8f845bb9-9959-43f8-957d-fbf3b34b304e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424347 Apr 11 16:56:29.416930 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-a04b3ae8-0943-4b00-9608-51698dadb3b8 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815358 Apr 11 16:56:29.514092 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3083837e-b0a3-4570-ac27-aece2d0de28f req-e85791db-c72b-4598-965b-075bc44ee9d1 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886166 Apr 11 16:56:29.994039 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd1e6-bbf6-4150-9ad1-a65b34f2d33a req-42468b7f-9b70-4896-bd12-59cfddb7e987 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.995509 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d56bd1e6-bbf6-4150-9ad1-a65b34f2d33a req-42468b7f-9b70-4896-bd12-59cfddb7e987 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0469370 Apr 11 16:56:30.054872 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d56bd1e6-bbf6-4150-9ad1-a65b34f2d33a req-33eb985d-7e71-49fb-b349-fd9427ae5880 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534031 Apr 11 16:56:31.175276 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6b36a-5a26-4745-8632-dd06d560da3d req-84f8cc3e-bcfe-4c88-b7f0-04056d700104 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:31.176894 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5ac6b36a-5a26-4745-8632-dd06d560da3d req-84f8cc3e-bcfe-4c88-b7f0-04056d700104 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0524781 Apr 11 16:56:31.235870 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5ac6b36a-5a26-4745-8632-dd06d560da3d req-03e4b9b5-ebbc-4036-a6fc-63c30b86e080 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530319 Apr 11 16:56:32.350455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56716a71-23ac-400d-9d3f-1e398dc378a5 req-067f1323-94cf-4131-948d-47cf5119bfbf tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:32.351934 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56716a71-23ac-400d-9d3f-1e398dc378a5 req-067f1323-94cf-4131-948d-47cf5119bfbf tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0468929 Apr 11 16:56:32.413994 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56716a71-23ac-400d-9d3f-1e398dc378a5 req-0df48929-57d1-4c3f-a03a-feb8b40de940 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564301 Apr 11 16:56:33.545806 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b1f93-be8d-4587-a561-4ab84440fd54 req-64ec39ca-a0e8-4ae0-baed-a475789fcb39 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:33.547338 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d32b1f93-be8d-4587-a561-4ab84440fd54 req-64ec39ca-a0e8-4ae0-baed-a475789fcb39 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0565765 Apr 11 16:56:33.606736 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d32b1f93-be8d-4587-a561-4ab84440fd54 req-1e26f463-ca59-4ee8-b2f3-8f84e2c3e1cb tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533631 Apr 11 16:56:34.732932 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababfaf3-d40e-498a-a530-315ea3f1e888 req-6371fefa-454c-44f5-8a51-29deee837953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:34.734288 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ababfaf3-d40e-498a-a530-315ea3f1e888 req-6371fefa-454c-44f5-8a51-29deee837953 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0505207 Apr 11 16:56:34.794711 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ababfaf3-d40e-498a-a530-315ea3f1e888 req-c30dd683-7b84-4d0a-b845-725ce8bd440d tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545881 Apr 11 16:56:35.918386 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4ba4-dbb8-444c-b58e-b58bf57c62a3 req-72b8d177-64d4-40c9-9bfa-334c960cc9a2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:35.919940 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5f5d4ba4-dbb8-444c-b58e-b58bf57c62a3 req-72b8d177-64d4-40c9-9bfa-334c960cc9a2 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0516984 Apr 11 16:56:35.986541 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5f5d4ba4-dbb8-444c-b58e-b58bf57c62a3 req-f5948d73-7447-4ade-bcba-8582abcb12a4 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606079 Apr 11 16:56:37.100391 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885257cc-3e3d-44e3-bdd6-c66d26a96933 req-9ea3166d-3287-4359-9814-336d713abc3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:37.101847 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-885257cc-3e3d-44e3-bdd6-c66d26a96933 req-9ea3166d-3287-4359-9814-336d713abc3c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0469286 Apr 11 16:56:37.161577 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-885257cc-3e3d-44e3-bdd6-c66d26a96933 req-0c5f82bb-1b70-4202-82d1-fc1f74467744 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538175 Apr 11 16:56:38.276383 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5d5a-1cf9-4f58-833c-a0ef723771d0 req-96c52f2b-5e7d-461b-878b-83ff3e85f95b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:38.277886 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fc1d5d5a-1cf9-4f58-833c-a0ef723771d0 req-96c52f2b-5e7d-461b-878b-83ff3e85f95b tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0483267 Apr 11 16:56:38.337563 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fc1d5d5a-1cf9-4f58-833c-a0ef723771d0 req-b89afc42-8d2e-4a8e-9eaf-3301c3ab65cf tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539787 Apr 11 16:56:39.455705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e63e-332e-44bf-8693-3555316fb2a3 req-81450e58-a921-4cb4-805d-a61c1ac56d1a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:39.457183 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b4f1e63e-332e-44bf-8693-3555316fb2a3 req-81450e58-a921-4cb4-805d-a61c1ac56d1a tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0515399 Apr 11 16:56:39.520556 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b4f1e63e-332e-44bf-8693-3555316fb2a3 req-b5aa6aeb-0dbc-4fbe-83c6-a77c1612baaa tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577679 Apr 11 16:56:39.629479 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e2cc-1c45-4410-88f1-7fd2049929ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:40.637940 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c153-cfaa-466d-93df-c14ef81c27ca req-154858ea-4266-4c03-b4b4-3594be7b2d15 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:40.639404 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c2a9c153-cfaa-466d-93df-c14ef81c27ca req-154858ea-4266-4c03-b4b4-3594be7b2d15 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0479937 Apr 11 16:56:40.701209 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c2a9c153-cfaa-466d-93df-c14ef81c27ca req-d17e2df4-9626-4e58-833d-ff9da8f2de1e tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553472 Apr 11 16:56:41.816468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6f15-b457-415e-b1cd-5f4608723bc1 req-db18c63c-e2eb-4ff5-89ab-b257e23d8d13 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:41.817944 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-426e6f15-b457-415e-b1cd-5f4608723bc1 req-db18c63c-e2eb-4ff5-89ab-b257e23d8d13 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0476835 Apr 11 16:56:41.886060 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-426e6f15-b457-415e-b1cd-5f4608723bc1 req-c2f4bc3d-911d-4a4a-85e7-a3041bf97c35 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&id=64da6fff-7fc8-4adb-9884-4f4e448b45c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615675 Apr 11 16:56:42.283254 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc64c-8d81-4753-913e-9cf4c6a3f157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:43.366346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:43.652558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:44.997318 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:46.000558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:01.100053 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:57:09.668460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-217c3dd7-9691-4b85-aeab-b31f0cca86eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:12.262772 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e57028cd-4bd2-4f85-9d42-6e5c45cf11d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:13.371774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:13.657378 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:14.988641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:15.982620 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:19.762424 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-58369412-ef9c-4391-816f-005e804318cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378954 Apr 11 16:57:19.826526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-9a80118f-22d9-45a8-a4bf-83bf57f8d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:19.828620 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-9a80118f-22d9-45a8-a4bf-83bf57f8d867 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1129 time: 0.0444703 Apr 11 16:57:19.931775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-f7b7a827-fd5a-458e-a2ad-01afc2e62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:19.933881 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-f7b7a827-fd5a-458e-a2ad-01afc2e62df4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.0842388 Apr 11 16:57:20.002261 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-c728e482-c836-40dd-810a-33566c2c7a64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 1000 time: 0.0618012 Apr 11 16:57:20.054908 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-13f1a4b6-f47e-4225-b0cf-dd0b36199d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:20.056342 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-13f1a4b6-f47e-4225-b0cf-dd0b36199d73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0477197 Apr 11 16:57:20.108866 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-3bd9e50a-c1b4-4120-9e40-b550ba54fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:20.110707 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-3bd9e50a-c1b4-4120-9e40-b550ba54fbe9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456161 Apr 11 16:57:20.204207 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-04786bfb-358c-4715-b0e2-2f7e5cb701c0 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Apr 11 16:57:20.298127 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0836b2f9-315c-4f35-a6dc-418273af8aea req-e50bea36-f6d0-48d2-822a-02694e074aea service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856826 Apr 11 16:57:38.101362 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:57:39.625401 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b2b52305-3e35-4ebe-8cb5-6aceeaccae45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.260983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83526c-52da-4404-bcc5-f87f54ee920c req-7d9b0fbb-e93f-4f2c-a4c7-43d1e47a95aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:40.262439 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ec83526c-52da-4404-bcc5-f87f54ee920c req-7d9b0fbb-e93f-4f2c-a4c7-43d1e47a95aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Apr 11 16:57:40.309098 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ec83526c-52da-4404-bcc5-f87f54ee920c req-fb1f4a18-0357-4208-8310-0ee6f2dbdcc4 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409338 Apr 11 16:57:41.431397 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90853955-247a-470d-b458-10ca3444acd8 req-e816682a-8c06-45be-bbf1-9eba9c6184e0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:41.432877 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-90853955-247a-470d-b458-10ca3444acd8 req-e816682a-8c06-45be-bbf1-9eba9c6184e0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Apr 11 16:57:41.480060 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-90853955-247a-470d-b458-10ca3444acd8 req-74cf69bc-dbbc-483b-bfe3-970ecea64128 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415049 Apr 11 16:57:42.316516 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2998ca0a-7eec-46ba-bbbf-c8736ef7557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.594432 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730efa-cea6-4984-a766-40d8d7417e5a req-b5c04753-62e1-4942-9550-8fcb22a627e2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:42.595847 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b2730efa-cea6-4984-a766-40d8d7417e5a req-b5c04753-62e1-4942-9550-8fcb22a627e2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0484471 Apr 11 16:57:42.642039 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b2730efa-cea6-4984-a766-40d8d7417e5a req-c937c6a1-b38b-4f25-b101-c83ab9533db5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405717 Apr 11 16:57:43.414822 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.642142 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.754355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f4fe5-de14-4655-93e3-29ac1342ed75 req-fb539097-b705-47fa-be18-f99ddbe88eb2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:43.755894 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7a4f4fe5-de14-4655-93e3-29ac1342ed75 req-fb539097-b705-47fa-be18-f99ddbe88eb2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Apr 11 16:57:43.802002 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7a4f4fe5-de14-4655-93e3-29ac1342ed75 req-5f3b9fbb-f977-4ae6-81e2-08b74b535c61 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403790 Apr 11 16:57:44.917485 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542be8-dd63-4c22-8ee4-6e27bce90acb req-6287085d-d5ee-4b2b-913b-7c6244e72344 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:44.919005 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5f542be8-dd63-4c22-8ee4-6e27bce90acb req-6287085d-d5ee-4b2b-913b-7c6244e72344 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0482709 Apr 11 16:57:44.970403 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5f542be8-dd63-4c22-8ee4-6e27bce90acb req-115182c3-5b6c-407e-99d6-7c5646b4ba8d tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457494 Apr 11 16:57:45.004905 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:46.005389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:46.084994 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3c88-76ad-490f-b6fa-93370d86926a req-dc1640ea-f80b-4699-8772-34cb662ee0ba tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.087128 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e6da3c88-76ad-490f-b6fa-93370d86926a req-dc1640ea-f80b-4699-8772-34cb662ee0ba tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Apr 11 16:57:46.133644 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e6da3c88-76ad-490f-b6fa-93370d86926a req-405459fa-b57c-4237-bab9-2a466ea0ae54 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407817 Apr 11 16:57:47.249484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d2bf8-21ad-4a46-be55-8eb6383039f7 req-1aa33c49-7845-4b78-b41d-ec5dc4cd242f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:47.250949 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8f0d2bf8-21ad-4a46-be55-8eb6383039f7 req-1aa33c49-7845-4b78-b41d-ec5dc4cd242f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Apr 11 16:57:47.297435 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8f0d2bf8-21ad-4a46-be55-8eb6383039f7 req-358e459a-364c-4b5e-872d-4a11051ecedf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408735 Apr 11 16:57:48.409761 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70192ba-bc6c-41a3-9893-a66d127b9f59 req-71b9f013-56a7-441c-81d3-1c36ee84dc9f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:48.411221 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e70192ba-bc6c-41a3-9893-a66d127b9f59 req-71b9f013-56a7-441c-81d3-1c36ee84dc9f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0462475 Apr 11 16:57:48.458901 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e70192ba-bc6c-41a3-9893-a66d127b9f59 req-62e38504-a84b-477f-83de-b2973bebed47 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410793 Apr 11 16:57:49.575632 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff4851-7d74-4835-8874-b6b6f30f1d5c req-935143f6-9790-4a46-a42f-cc7e471eb4d2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:49.577108 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8aff4851-7d74-4835-8874-b6b6f30f1d5c req-935143f6-9790-4a46-a42f-cc7e471eb4d2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0471957 Apr 11 16:57:49.623524 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8aff4851-7d74-4835-8874-b6b6f30f1d5c req-f9ceaa39-e341-41ac-a1aa-df6e15f1f6ae tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409064 Apr 11 16:57:50.738578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa51da-97d9-40b0-8e62-84e81e148fd1 req-a561afb2-f08e-4543-86bf-dc010e4c96aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:50.739993 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ebaa51da-97d9-40b0-8e62-84e81e148fd1 req-a561afb2-f08e-4543-86bf-dc010e4c96aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0463216 Apr 11 16:57:50.791128 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ebaa51da-97d9-40b0-8e62-84e81e148fd1 req-491fbb2e-7959-4e82-b4dd-c6ec63507fb2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447233 Apr 11 16:57:51.910408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e8cc-5c90-4596-a16c-42f58c7cc485 req-5b76e19a-82a7-4d93-8fb2-c2946e46dec1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:51.911883 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5a03e8cc-5c90-4596-a16c-42f58c7cc485 req-5b76e19a-82a7-4d93-8fb2-c2946e46dec1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Apr 11 16:57:51.960524 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5a03e8cc-5c90-4596-a16c-42f58c7cc485 req-e22293ea-d02a-4a5f-aeb9-d44371147d1d tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427978 Apr 11 16:57:52.344200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef6a20-187d-4086-bb84-3fb93c326e95 req-3ac57fe1-63cd-4b63-a2ed-ec5efb5998bb tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:52.344605 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bfef6a20-187d-4086-bb84-3fb93c326e95 req-3ac57fe1-63cd-4b63-a2ed-ec5efb5998bb tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0460925 Apr 11 16:57:52.395431 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bfef6a20-187d-4086-bb84-3fb93c326e95 req-569a8aa0-8ca2-4516-8f5f-51dea2d1d967 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451515 Apr 11 16:57:52.495745 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-2605a518-b4bf-49e0-a6a2-3ccee0b27e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:52.497460 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-2605a518-b4bf-49e0-a6a2-3ccee0b27e8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1129 time: 0.0446000 Apr 11 16:57:52.586486 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-792d9101-b1eb-4e38-b974-70a7e805c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:52.588420 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-792d9101-b1eb-4e38-b974-70a7e805c39f service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.0842409 Apr 11 16:57:52.654741 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-5875c8d2-010f-48e9-bb65-1be54d940d56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 1000 time: 0.0607197 Apr 11 16:57:52.702855 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-a99e7965-97b9-4bf2-b30a-515d876ca317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:52.704405 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-a99e7965-97b9-4bf2-b30a-515d876ca317 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0433948 Apr 11 16:57:52.748616 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-416e17c7-e078-4ba4-80d7-5bb5e6114851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:52.750241 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-416e17c7-e078-4ba4-80d7-5bb5e6114851 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393062 Apr 11 16:57:52.844734 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-033b1c27-82f3-4ac7-8acf-cd15750d2fcc service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864024 Apr 11 16:57:52.935662 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-72295fa6-2c47-4d41-97bf-4e7ab7e755fe req-39e713c2-168d-480f-94f4-1abc4dcd4713 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Apr 11 16:57:53.527943 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876cd4c-7cb0-4491-a4f8-1715fc2d6621 req-75cc5d32-42f8-47ec-9c6a-ee913786483e tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:53.529441 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1876cd4c-7cb0-4491-a4f8-1715fc2d6621 req-75cc5d32-42f8-47ec-9c6a-ee913786483e tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Apr 11 16:57:53.577538 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1876cd4c-7cb0-4491-a4f8-1715fc2d6621 req-78888a90-2a05-4be1-b07f-4d54482e7b3c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424469 Apr 11 16:57:53.771335 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23db8898-359c-40ee-94f0-6d246510bc5d req-be01d667-e253-4e17-8899-2899282e91f1 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980884062&fields=id&tenant_id=dda959d146164e97855de4f0d05a0516 HTTP/1.1" status: 200 len: 267 time: 0.0444217 Apr 11 16:57:53.837022 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8898-359c-40ee-94f0-6d246510bc5d req-6a4a6ae1-407e-4c12-af5d-bacffaab21ad tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:53.838496 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23db8898-359c-40ee-94f0-6d246510bc5d req-6a4a6ae1-407e-4c12-af5d-bacffaab21ad tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 984 time: 0.0617342 Apr 11 16:57:53.849160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Request body: {'port': {'security_groups': ['0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:53.924451 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.101042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:54.133829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.208098 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.223906 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:57:54.264360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.264360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.264360 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23db8898-359c-40ee-94f0-6d246510bc5d req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "PUT /v2.0/ports/e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 942 time: 0.4124782 Apr 11 16:57:54.264360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:54.264360 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a6218-1908-4809-8ce3-64aeba45e613" -d '{"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:54.265922 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42472) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:54.302533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event updated for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=7']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:54.311007 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.311488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.311912 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.312423 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.312793 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.313131 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.314312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.314426 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.314697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.315032 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.315365 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.315738 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.316116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.316622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.316958 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b19d-446a-4a94-a66f-2fa93fc869ea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.333506 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd05eec-98a6-44bf-bb2d-3aaca2930b00 x-openstack-request-id: req-8bd05eec-98a6-44bf-bb2d-3aaca2930b00 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:54.333798 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:54.334055 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bd05eec-98a6-44bf-bb2d-3aaca2930b00 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:54.334464 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd05eec-98a6-44bf-bb2d-3aaca2930b00'] response: {'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'status': 'completed', 'code': 200} Apr 11 16:57:54.350621 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group (64da6fff-7fc8-4adb-9884-4f4e448b45c9), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.384244 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group (64da6fff-7fc8-4adb-9884-4f4e448b45c9), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.386257 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-5a372fbe-a6bc-4d67-b30f-fc522093316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.387949 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-5a372fbe-a6bc-4d67-b30f-fc522093316f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1129 time: 0.0526500 Apr 11 16:57:54.390774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:57:54.507415 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-1da8c182-d45e-4d1a-9299-044b8f9aba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.509042 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-1da8c182-d45e-4d1a-9299-044b8f9aba71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.1145656 Apr 11 16:57:54.522521 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (64da6fff-7fc8-4adb-9884-4f4e448b45c9), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.525353 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.530258 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "DELETE /v2.0/security-groups/64da6fff-7fc8-4adb-9884-4f4e448b45c9 HTTP/1.1" status: 204 len: 168 time: 0.2629404 Apr 11 16:57:54.545808 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42474) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:54.556235 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da6fff-7fc8-4adb-9884-4f4e448b45c9,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:54.576505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-e6ba65fd-e9ec-44ca-a928-3040dcb2780c None None] Provisioning complete for port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:57:54.576832 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fd-e9ec-44ca-a928-3040dcb2780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.594186 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-c23487e7-1a0e-4e39-aafe-b45e0bde46f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 1001 time: 0.0786383 Apr 11 16:57:54.612711 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.613058 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.613393 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.613726 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.614056 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.614409 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.614732 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.615055 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.615373 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.615723 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.616046 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.616366 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.616683 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.617002 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.617317 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc1fe-9e01-4dd9-a534-ea78ffbe03b8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:54.665250 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-b4ef1188-7405-46f2-b7a2-8e57fc6c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.666727 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-b4ef1188-7405-46f2-b7a2-8e57fc6c81cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0658834 Apr 11 16:57:54.676249 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba65fd-e9ec-44ca-a928-3040dcb2780c None None] Current status of the port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:54.742806 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-23035c23-36c5-401e-8ab8-65e635c80430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.744309 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-23035c23-36c5-401e-8ab8-65e635c80430 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651956 Apr 11 16:57:54.746874 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Deleting port 6cd24097-e966-47b9-a911-ec42e00fd030 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:54.747224 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (6cd24097-e966-47b9-a911-ec42e00fd030), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.751010 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce6802-25f0-47e2-a5f6-ae9f2afcfcd4 req-e296cff2-c7b6-42e7-9f82-3da3c9cfa2a5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.752420 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-98ce6802-25f0-47e2-a5f6-ae9f2afcfcd4 req-e296cff2-c7b6-42e7-9f82-3da3c9cfa2a5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0817304 Apr 11 16:57:54.824994 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (6cd24097-e966-47b9-a911-ec42e00fd030), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.825410 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for floatingip (6cd24097-e966-47b9-a911-ec42e00fd030), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:54.842778 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Calling delete_port for 6cd24097-e966-47b9-a911-ec42e00fd030 owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:54.853788 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-98ce6802-25f0-47e2-a5f6-ae9f2afcfcd4 req-2cf2d5ce-f77f-46d7-83e3-3a0a1ec46e39 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936313 Apr 11 16:57:54.874052 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-86883f16-8586-42f1-985a-8815bd07a5d7 service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206980 Apr 11 16:57:54.963905 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dc9a6218-1908-4809-8ce3-64aeba45e613 req-2574c372-72ed-4e1d-83ce-93b1d05d7cda service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 Apr 11 16:57:55.107877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (6cd24097-e966-47b9-a911-ec42e00fd030), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:55.131233 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event deleted for resources: {'Port': ['ID=6cd24097-e966-47b9-a911-ec42e00fd030,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:55.199234 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks [] for floatingip (1dacfe7c-d96a-4f13-b44a-23c9f396dd45), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:55.199644 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Floating IP 1dacfe7c-d96a-4f13-b44a-23c9f396dd45 disassociated (deleted). External IP: 172.27.2.246, port: e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75. Apr 11 16:57:55.425646 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Router 3ea1f778-529e-450d-a6aa-f54241c15e35 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:57:55.739863 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:57:55.744384 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:55.750786 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] Sync routers for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:57:55.760484 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:55.761815 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:57:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:55.783280 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b68339b1-4eef-411f-8f18-5eafb8affda6 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "DELETE /v2.0/floatingips/1dacfe7c-d96a-4f13-b44a-23c9f396dd45 HTTP/1.1" status: 204 len: 168 time: 1.2354195 Apr 11 16:57:55.784037 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:55.786422 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3facac0a-b08b-47b6-904d-d1df748a4b60" -d '{"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:55.824116 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95028d-5d9c-4a41-b41e-00b0439d107c x-openstack-request-id: req-0e95028d-5d9c-4a41-b41e-00b0439d107c {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:55.824428 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:55.824659 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e95028d-5d9c-4a41-b41e-00b0439d107c {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:55.825059 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e95028d-5d9c-4a41-b41e-00b0439d107c'] response: {'name': 'network-changed', 'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'status': 'completed', 'code': 200} Apr 11 16:57:55.876856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:55.885405 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-c69dcb03-5cd0-467a-8bdb-69d3030d88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:55.887072 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-c69dcb03-5cd0-467a-8bdb-69d3030d88a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dda959d146164e97855de4f0d05a0516&device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 1129 time: 0.0403261 Apr 11 16:57:55.987574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-d2daaeb4-862a-4ea7-ad65-6f49c7c31dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:55.989025 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-d2daaeb4-862a-4ea7-ad65-6f49c7c31dea service neutron] 10.222.0.60 "GET /v2.0/networks?id=08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 200 len: 916 time: 0.0945027 Apr 11 16:57:56.034250 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-8dfa102d-e147-4565-bf8a-d51f6d41467b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 200 len: 217 time: 0.0391016 Apr 11 16:57:56.075910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:56.085167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-126e508e-470d-40f5-84df-764debe92164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:56.086672 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-126e508e-470d-40f5-84df-764debe92164 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 200 len: 854 time: 0.0471630 Apr 11 16:57:56.102532 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] Checking router: 3ea1f778-529e-450d-a6aa-f54241c15e35 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:57:56.112509 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:56.113138 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:57:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:56.139781 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-8e18b564-bd2f-4251-9625-09b5020ddef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:56.141467 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-8e18b564-bd2f-4251-9625-09b5020ddef0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08e21f37-52ac-4940-a6c8-287c20256171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487733 Apr 11 16:57:56.231130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:56.236421 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-451555c4-14c2-4cd4-b406-59ec2b6ac8bc service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885038 Apr 11 16:57:56.342108 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3facac0a-b08b-47b6-904d-d1df748a4b60 req-d8e565d5-9773-443b-a061-d0b4982be98c service neutron] 10.222.0.60 "GET /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979996 Apr 11 16:57:56.432291 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:56.463387 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9624f-ece7-4cd0-b92f-8eb072107227 None None] The sync data for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi is: [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:54:09Z', 'revision_number': 4, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': '5b468660-8f9b-4284-848c-6e66838da47e', 'name': '', 'network_id': '08e21f37-52ac-4940-a6c8-287c20256171', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'mac_address': 'fa:16:3e:82:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:09Z', 'updated_at': '2022-04-11T16:54:13Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'subnets': [{'id': 'e07f1167-1ac9-43b8-b536-7eea1b3ee704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:57:56.728571 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95770e95-b332-467b-acde-3bddd4319a41 None None] New status for floating IP 1dacfe7c-d96a-4f13-b44a-23c9f396dd45: DOWN {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:00.155568 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7a87-8c22-4a63-aa65-10c8f67a4e1a req-22e1665c-99c2-4a37-a499-167346bc992c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:00.157050 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4b0b7a87-8c22-4a63-aa65-10c8f67a4e1a req-22e1665c-99c2-4a37-a499-167346bc992c tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0472000 Apr 11 16:58:00.205338 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4b0b7a87-8c22-4a63-aa65-10c8f67a4e1a req-0deaf40a-2804-4405-b546-84d998e659a8 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Apr 11 16:58:01.319256 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785578d-f752-4a7c-a1de-58964f9fa3df req-08f2e2a6-942c-473c-888e-be86fc0561ad tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:01.320726 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6785578d-f752-4a7c-a1de-58964f9fa3df req-08f2e2a6-942c-473c-888e-be86fc0561ad tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0463560 Apr 11 16:58:01.367854 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6785578d-f752-4a7c-a1de-58964f9fa3df req-e64ee66f-55b0-47ea-8dd3-9acbc8cb3c14 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Apr 11 16:58:02.372583 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-8ffd817f-6ba2-4439-9348-e5feee261a75 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:02.374014 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-8ffd817f-6ba2-4439-9348-e5feee261a75 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.60 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0499711 Apr 11 16:58:02.464118 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Deleting port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:02.464458 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.485313 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157ca70-e55b-4215-9725-7ff3fb6210f8 req-6af8593a-9e4a-4f7b-bcd2-6d5aefd38fb1 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:02.486901 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b157ca70-e55b-4215-9725-7ff3fb6210f8 req-6af8593a-9e4a-4f7b-bcd2-6d5aefd38fb1 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 945 time: 0.0511479 Apr 11 16:58:02.538247 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b157ca70-e55b-4215-9725-7ff3fb6210f8 req-5d619ab3-346a-489a-83dd-7983f324949f tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Apr 11 16:58:02.560181 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] For port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:02.561292 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.573419 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Calling delete_port for e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:02.765003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.776934 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:58:02.796014 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Pushing event deleted for resources: {'Port': ['ID=e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:02.843486 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] No DVR routers for this DVR port e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:02.846118 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.849480 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6de8a24b-7f6a-45ef-9d99-672dae11422d req-81935f9b-04e9-4d30-a8dd-e0a4b8977014 tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.60 "DELETE /v2.0/ports/e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 HTTP/1.1" status: 204 len: 173 time: 0.4699485 Apr 11 16:58:02.853062 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'name': 'network-vif-deleted', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:02.853062 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b6f85-8197-440e-9bec-64eefcad5039" -d '{"events": [{"server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "name": "network-vif-deleted", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:02.889904 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a58f2-c60a-4d10-af28-ff18c57344e6 x-openstack-request-id: req-6d8a58f2-c60a-4d10-af28-ff18c57344e6 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:02.893138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a423b-3a95-4282-bf91-6e2d96eba67e", "name": "network-vif-deleted", "tag": "e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:02.893138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d8a58f2-c60a-4d10-af28-ff18c57344e6 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:02.893138 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8a58f2-c60a-4d10-af28-ff18c57344e6'] response: {'server_uuid': '207a423b-3a95-4282-bf91-6e2d96eba67e', 'name': 'network-vif-deleted', 'tag': 'e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75', 'status': 'completed', 'code': 200} Apr 11 16:58:03.642688 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-da9af17e-9fea-45c3-9ef2-973d3b05d105 req-aa7a51f6-15d0-4d0e-aa8a-b016bdfa8bea tempest-TestMinimumBasicScenario-1424119153 tempest-TestMinimumBasicScenario-1424119153-project] 10.222.0.43 "GET /v2.0/ports?device_id=207a423b-3a95-4282-bf91-6e2d96eba67e HTTP/1.1" status: 200 len: 210 time: 0.0275459 Apr 11 16:58:06.148672 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42566) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:06.581899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (3ea1f778-529e-450d-a6aa-f54241c15e35), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:06.778383 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:06.799644 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:06.800049 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device e67b0a2c-c2a3-4151-aa3f-b2b4a9cf4d75 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:06.868741 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Deleting port 5b468660-8f9b-4284-848c-6e66838da47e {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:06.869078 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (5b468660-8f9b-4284-848c-6e66838da47e), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:06.947980 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] For port 5b468660-8f9b-4284-848c-6e66838da47e, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=5b468660-8f9b-4284-848c-6e66838da47e,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:06.948609 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (5b468660-8f9b-4284-848c-6e66838da47e), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:06.961871 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Calling delete_port for 5b468660-8f9b-4284-848c-6e66838da47e owned by network:router_interface {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:07.230819 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (5b468660-8f9b-4284-848c-6e66838da47e), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.260729 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b468660-8f9b-4284-848c-6e66838da47e,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:07.442209 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (3ea1f778-529e-450d-a6aa-f54241c15e35), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.661099 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Router 3ea1f778-529e-450d-a6aa-f54241c15e35 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:07.771309 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:07.779673 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e50b8a65-f2da-48af-b6e6-6976e1858d75 admin admin] 10.222.0.43 "PUT /v2.0/routers/3ea1f778-529e-450d-a6aa-f54241c15e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299052 Apr 11 16:58:07.782829 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42568) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:07.785353 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] Sync routers for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:07.797536 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:07.798359 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:57:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:08.049467 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:08.103772 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks [] for router (3ea1f778-529e-450d-a6aa-f54241c15e35), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.211840 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks [] for router_gateway (3ea1f778-529e-450d-a6aa-f54241c15e35), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.224399 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:08.252130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] Checking router: 3ea1f778-529e-450d-a6aa-f54241c15e35 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:08.260940 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] Routers {'3ea1f778-529e-450d-a6aa-f54241c15e35'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:08.261538 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:57:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['3ea1f778-529e-450d-a6aa-f54241c15e35'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:08.377195 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] Set router 3ea1f778-529e-450d-a6aa-f54241c15e35 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:08.393295 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Deleting port 4045ce5e-29a3-4e16-a961-059390942aeb {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:08.393848 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.477153 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] For port 4045ce5e-29a3-4e16-a961-059390942aeb, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=4045ce5e-29a3-4e16-a961-059390942aeb,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:08.477523 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.502116 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Calling delete_port for 4045ce5e-29a3-4e16-a961-059390942aeb owned by network:router_gateway {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:08.557835 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:08.589929 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573ac5a-e52c-4af6-a83e-600a2ffaa604 None None] The sync data for ids ['3ea1f778-529e-450d-a6aa-f54241c15e35'] in dv-cinder-837163-2-iscsi is: [{'id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'name': 'tempest-TestMinimumBasicScenario-1217416073-router', 'tenant_id': 'dda959d146164e97855de4f0d05a0516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:06Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 5, 'project_id': 'dda959d146164e97855de4f0d05a0516', 'gw_port': {'id': '4045ce5e-29a3-4e16-a961-059390942aeb', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1f778-529e-450d-a6aa-f54241c15e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:07Z', 'updated_at': '2022-04-11T16:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:08.781884 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (4045ce5e-29a3-4e16-a961-059390942aeb), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.809183 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Pushing event deleted for resources: {'Port': ['ID=4045ce5e-29a3-4e16-a961-059390942aeb,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:08.869068 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (3ea1f778-529e-450d-a6aa-f54241c15e35), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.965984 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (3ea1f778-529e-450d-a6aa-f54241c15e35), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:08.969434 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks [] for router_controller (3ea1f778-529e-450d-a6aa-f54241c15e35), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.087770 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (3ea1f778-529e-450d-a6aa-f54241c15e35), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.088281 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea1f778-529e-450d-a6aa-f54241c15e35 {{(pid=110631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:58:09.093039 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.098884 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-df7f38df-d953-4c04-af77-4a44a659c426 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3ea1f778-529e-450d-a6aa-f54241c15e35 HTTP/1.1" status: 204 len: 168 time: 1.3103127 Apr 11 16:58:09.098884 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42570) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:09.142179 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Deleting subnet e07f1167-1ac9-43b8-b536-7eea1b3ee704 {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:58:09.145533 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Publish callbacks [] for subnet (e07f1167-1ac9-43b8-b536-7eea1b3ee704), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.181678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (e07f1167-1ac9-43b8-b536-7eea1b3ee704), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.273711 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (e07f1167-1ac9-43b8-b536-7eea1b3ee704), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.439394 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (e07f1167-1ac9-43b8-b536-7eea1b3ee704), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.464904 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07f1167-1ac9-43b8-b536-7eea1b3ee704,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:09.470623 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.475636 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d84df677-6839-45af-882d-0247e9f36c85 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e07f1167-1ac9-43b8-b536-7eea1b3ee704 HTTP/1.1" status: 204 len: 168 time: 0.3766623 Apr 11 16:58:09.476830 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42572) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:09.478706 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab9f53-c756-4122-8d0c-3ac568529ee6 None None] Network 08e21f37-52ac-4940-a6c8-287c20256171 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:58:09.546985 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (08e21f37-52ac-4940-a6c8-287c20256171), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.608935 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Deleting port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:09.610071 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.653155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f116-1385-465c-988e-3fea42332179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.678182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] For port 463a3e39-97e3-4e3b-946f-2bb1f7671b75, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=463a3e39-97e3-4e3b-946f-2bb1f7671b75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:09.678534 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.686389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] DHCP port deletion for 08e21f37-52ac-4940-a6c8-287c20256171 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:58:09.696141 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Calling delete_port for 463a3e39-97e3-4e3b-946f-2bb1f7671b75 owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:09.731680 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Deleting port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:09.732141 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.797269 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] For port 463a3e39-97e3-4e3b-946f-2bb1f7671b75, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=463a3e39-97e3-4e3b-946f-2bb1f7671b75,segment=NetworkSegment(8b1fba13-c744-4828-8bae-ea88f446c662),segment_id=8b1fba13-c744-4828-8bae-ea88f446c662)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:09.797676 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.810773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Calling delete_port for 463a3e39-97e3-4e3b-946f-2bb1f7671b75 owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:09.817776 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4045ce5e-29a3-4e16-a961-059390942aeb no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:09.849984 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 4045ce5e-29a3-4e16-a961-059390942aeb {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:09.850336 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4045ce5e-29a3-4e16-a961-059390942aeb not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:09.850753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 463a3e39-97e3-4e3b-946f-2bb1f7671b75 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:09.867391 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.895111 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Pushing event deleted for resources: {'Port': ['ID=463a3e39-97e3-4e3b-946f-2bb1f7671b75,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:09.898512 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] No DVR routers for this DVR port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:09.901556 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 463a3e39-97e3-4e3b-946f-2bb1f7671b75 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:09.901914 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 463a3e39-97e3-4e3b-946f-2bb1f7671b75 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:09.902352 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 5b468660-8f9b-4284-848c-6e66838da47e no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:09.924392 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 5b468660-8f9b-4284-848c-6e66838da47e {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:09.924841 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 5b468660-8f9b-4284-848c-6e66838da47e not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:09.966273 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (463a3e39-97e3-4e3b-946f-2bb1f7671b75), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.980873 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (08e21f37-52ac-4940-a6c8-287c20256171), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.998744 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] No DVR routers for this DVR port 463a3e39-97e3-4e3b-946f-2bb1f7671b75 on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:10.003257 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Pushing event deleted for resources: {'Port': ['ID=463a3e39-97e3-4e3b-946f-2bb1f7671b75,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:10.005879 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e21f37-52ac-4940-a6c8-287c20256171']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:10.017279 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.017639 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.017986 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.018355 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1fba13-c744-4828-8bae-ea88f446c662') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:10.018491 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.018666 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1fba13-c744-4828-8bae-ea88f446c662') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:10.018785 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.019088 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.019664 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.020358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.020358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.020654 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.020985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.021313 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.021640 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.021962 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.022285 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5041312-9fc3-4e43-91b0-0bacc664197d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:10.030588 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (8b1fba13-c744-4828-8bae-ea88f446c662), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:10.045735 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (8b1fba13-c744-4828-8bae-ea88f446c662), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:10.052786 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:58:10.053199 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (8b1fba13-c744-4828-8bae-ea88f446c662), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:58:10.055173 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:58:10.182014 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (08e21f37-52ac-4940-a6c8-287c20256171), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:10.188487 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:10.191823 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] 10.222.0.43 "DELETE /v2.0/networks/08e21f37-52ac-4940-a6c8-287c20256171 HTTP/1.1" status: 204 len: 168 time: 0.7139630 Apr 11 16:58:10.194733 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42576) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:10.203736 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900373d-9506-40fa-bf8d-d92e02a46407 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e21f37-52ac-4940-a6c8-287c20256171,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:10.833026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (17fba543-54d0-48c0-9e64-8b50ef8420b5), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.073142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Deleting port 8a4a841d-e34b-4e4a-be84-3217072ae840 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:11.073473 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.149109 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] For port 8a4a841d-e34b-4e4a-be84-3217072ae840, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=8a4a841d-e34b-4e4a-be84-3217072ae840,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:11.149468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.162767 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Calling delete_port for 8a4a841d-e34b-4e4a-be84-3217072ae840 owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:11.465536 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (8a4a841d-e34b-4e4a-be84-3217072ae840), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.494069 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4a841d-e34b-4e4a-be84-3217072ae840,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:11.669328 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (17fba543-54d0-48c0-9e64-8b50ef8420b5), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.889624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Router 17fba543-54d0-48c0-9e64-8b50ef8420b5 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:11.997368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:12.002325 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-03c2d227-ff0b-4b7d-aa79-5a74a4dd1f37 admin admin] 10.222.0.43 "PUT /v2.0/routers/17fba543-54d0-48c0-9e64-8b50ef8420b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065758 Apr 11 16:58:12.004874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42578) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:12.007475 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] Sync routers for ids ['17fba543-54d0-48c0-9e64-8b50ef8420b5'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:12.018681 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] Routers {'17fba543-54d0-48c0-9e64-8b50ef8420b5'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:12.019406 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:57:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['17fba543-54d0-48c0-9e64-8b50ef8420b5'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:12.110763 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks [] for router (17fba543-54d0-48c0-9e64-8b50ef8420b5), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.224626 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] Set router 17fba543-54d0-48c0-9e64-8b50ef8420b5 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:12.224858 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks [] for router_gateway (17fba543-54d0-48c0-9e64-8b50ef8420b5), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.270783 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-895efd62-24aa-42e5-905e-f55a504703df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.337533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Deleting port 7afcb264-2a29-420b-b31b-c934910282f1 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:12.337931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (7afcb264-2a29-420b-b31b-c934910282f1), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.394337 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '7afcb264-2a29-420b-b31b-c934910282f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:58:11Z', 'revision_number': 5, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port': {'id': '7afcb264-2a29-420b-b31b-c934910282f1', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:13Z', 'updated_at': '2022-04-11T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:12.414782 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] For port 7afcb264-2a29-420b-b31b-c934910282f1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=7afcb264-2a29-420b-b31b-c934910282f1,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:12.415142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (7afcb264-2a29-420b-b31b-c934910282f1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.424519 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] Checking router: 17fba543-54d0-48c0-9e64-8b50ef8420b5 for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:12.428238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Calling delete_port for 7afcb264-2a29-420b-b31b-c934910282f1 owned by network:router_gateway {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:12.432705 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] Routers {'17fba543-54d0-48c0-9e64-8b50ef8420b5'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:12.433318 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:58:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['17fba543-54d0-48c0-9e64-8b50ef8420b5'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:12.522170 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] Set router 17fba543-54d0-48c0-9e64-8b50ef8420b5 gateway port host: None {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:12.577767 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:58:12Z', 'revision_number': 6, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port_host': None}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:12.604168 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5fdb5d-63fc-42a2-a46f-cc9425c304d4 None None] The sync data for ids ['17fba543-54d0-48c0-9e64-8b50ef8420b5'] in dv-cinder-837163-2-iscsi is: [{'id': '17fba543-54d0-48c0-9e64-8b50ef8420b5', 'name': 'tempest-TestMinimumBasicScenario-1257461501-router', 'tenant_id': '0b7e7755430140048ee1566c5fd7e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:12Z', 'updated_at': '2022-04-11T16:58:12Z', 'revision_number': 6, 'project_id': '0b7e7755430140048ee1566c5fd7e82b', 'gw_port_host': None}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:12.704994 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7afcb264-2a29-420b-b31b-c934910282f1), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.734839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Pushing event deleted for resources: {'Port': ['ID=7afcb264-2a29-420b-b31b-c934910282f1,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:12.797319 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (17fba543-54d0-48c0-9e64-8b50ef8420b5), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.888004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (17fba543-54d0-48c0-9e64-8b50ef8420b5), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:12.890991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks [] for router_controller (17fba543-54d0-48c0-9e64-8b50ef8420b5), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.039121 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (17fba543-54d0-48c0-9e64-8b50ef8420b5), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.039693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17fba543-54d0-48c0-9e64-8b50ef8420b5 {{(pid=110630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:58:13.044207 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.045391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-dc363314-daa0-4854-9f8f-74a25fb0878c admin admin] 10.222.0.43 "DELETE /v2.0/routers/17fba543-54d0-48c0-9e64-8b50ef8420b5 HTTP/1.1" status: 204 len: 168 time: 1.0394576 Apr 11 16:58:13.048079 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42580) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:13.092846 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Deleting subnet 47c2a273-d413-41a1-9f05-cf6baea52e89 {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:58:13.095951 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Publish callbacks [] for subnet (47c2a273-d413-41a1-9f05-cf6baea52e89), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.129461 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (47c2a273-d413-41a1-9f05-cf6baea52e89), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.208440 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (47c2a273-d413-41a1-9f05-cf6baea52e89), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.339385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (47c2a273-d413-41a1-9f05-cf6baea52e89), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.365796 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c2a273-d413-41a1-9f05-cf6baea52e89,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:13.368852 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.369402 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.375769 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8bfc4a9b-c669-4e29-9b60-80eacffe03fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47c2a273-d413-41a1-9f05-cf6baea52e89 HTTP/1.1" status: 204 len: 168 time: 0.3236687 Apr 11 16:58:13.380746 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42582) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:13.381321 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97580766-3b5d-48c6-b661-fbdbd2d583dc None None] Network c1cb247a-aa11-4ba5-be67-4c7358fe2c1b requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:58:13.452006 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.504852 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Deleting port 58755452-d97b-4466-8309-0a317ced86de {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:13.505203 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (58755452-d97b-4466-8309-0a317ced86de), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.549014 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] DHCP port deletion for c1cb247a-aa11-4ba5-be67-4c7358fe2c1b request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:58:13.581695 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] For port 58755452-d97b-4466-8309-0a317ced86de, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=58755452-d97b-4466-8309-0a317ced86de,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:13.582005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (58755452-d97b-4466-8309-0a317ced86de), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.590988 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] Deleting port 58755452-d97b-4466-8309-0a317ced86de {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:13.591358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (58755452-d97b-4466-8309-0a317ced86de), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.596949 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Calling delete_port for 58755452-d97b-4466-8309-0a317ced86de owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:13.605733 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.665317 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] For port 58755452-d97b-4466-8309-0a317ced86de, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=58755452-d97b-4466-8309-0a317ced86de,segment=NetworkSegment(e4a1043e-0e37-4e84-813a-39d12fe822d3),segment_id=e4a1043e-0e37-4e84-813a-39d12fe822d3)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:13.665912 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (58755452-d97b-4466-8309-0a317ced86de), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.681354 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] Calling delete_port for 58755452-d97b-4466-8309-0a317ced86de owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:13.776182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (58755452-d97b-4466-8309-0a317ced86de), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.784607 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (58755452-d97b-4466-8309-0a317ced86de), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.805540 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Pushing event deleted for resources: {'Port': ['ID=58755452-d97b-4466-8309-0a317ced86de,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:13.808228 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] No DVR routers for this DVR port 58755452-d97b-4466-8309-0a317ced86de on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:13.808396 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] Pushing event deleted for resources: {'Port': ['ID=58755452-d97b-4466-8309-0a317ced86de,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:13.814945 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54de16-6565-4db1-8745-3fcf004fd0e0 None None] No DVR routers for this DVR port 58755452-d97b-4466-8309-0a317ced86de on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:13.825689 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a4a841d-e34b-4e4a-be84-3217072ae840 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:13.853081 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 8a4a841d-e34b-4e4a-be84-3217072ae840 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:13.853430 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 8a4a841d-e34b-4e4a-be84-3217072ae840 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:13.853846 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 58755452-d97b-4466-8309-0a317ced86de no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:13.874012 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 58755452-d97b-4466-8309-0a317ced86de {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:13.874428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 58755452-d97b-4466-8309-0a317ced86de not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:13.874966 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 7afcb264-2a29-420b-b31b-c934910282f1 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:13.886552 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.897793 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 7afcb264-2a29-420b-b31b-c934910282f1 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:13.898139 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 7afcb264-2a29-420b-b31b-c934910282f1 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:13.909700 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cb247a-aa11-4ba5-be67-4c7358fe2c1b']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:13.919914 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a1043e-0e37-4e84-813a-39d12fe822d3') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:13.920295 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a1043e-0e37-4e84-813a-39d12fe822d3') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:13.929903 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (e4a1043e-0e37-4e84-813a-39d12fe822d3), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.943670 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (e4a1043e-0e37-4e84-813a-39d12fe822d3), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.949482 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:58:13.951317 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (e4a1043e-0e37-4e84-813a-39d12fe822d3), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:58:13.952115 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:58:14.078875 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (c1cb247a-aa11-4ba5-be67-4c7358fe2c1b), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.084581 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.094841 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c1cb247a-aa11-4ba5-be67-4c7358fe2c1b HTTP/1.1" status: 204 len: 168 time: 0.7105501 Apr 11 16:58:14.098778 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3a455-2d8e-4c3e-bab4-3ac57e590617 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1cb247a-aa11-4ba5-be67-4c7358fe2c1b,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:14.475170 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42586) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:14.516798 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-95abf276-d9fa-482f-a310-94178752b3d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dda959d146164e97855de4f0d05a0516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402145 Apr 11 16:58:14.519373 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42588) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:14.567051 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f52d2098-35bf-49db-84a6-076bffc3c444 admin admin] Publish callbacks [] for security_group (0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.588274 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f52d2098-35bf-49db-84a6-076bffc3c444 admin admin] Publish callbacks [] for security_group (0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.736164 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f52d2098-35bf-49db-84a6-076bffc3c444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.738652 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-f52d2098-35bf-49db-84a6-076bffc3c444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.739889 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-f52d2098-35bf-49db-84a6-076bffc3c444 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb HTTP/1.1" status: 204 len: 168 time: 0.2195225 Apr 11 16:58:14.748004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d2098-35bf-49db-84a6-076bffc3c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf23bbc-9cdf-4ba6-82eb-9dcbe7b41dfb,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:15.100271 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:15.156124 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:15.686959 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42594) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:15.728187 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-88711ad3-985f-4b9a-a983-da7334fdf3f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b7e7755430140048ee1566c5fd7e82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398393 Apr 11 16:58:15.730410 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42596) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:15.779792 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-45c16f89-870e-4098-b923-2f1fbcd70967 admin admin] Publish callbacks [] for security_group (ee415eff-3607-4e36-b9c3-c5f81b911c41), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:15.802682 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-45c16f89-870e-4098-b923-2f1fbcd70967 admin admin] Publish callbacks [] for security_group (ee415eff-3607-4e36-b9c3-c5f81b911c41), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:15.953275 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-45c16f89-870e-4098-b923-2f1fbcd70967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ee415eff-3607-4e36-b9c3-c5f81b911c41), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:15.955837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-45c16f89-870e-4098-b923-2f1fbcd70967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:15.957010 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-45c16f89-870e-4098-b923-2f1fbcd70967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee415eff-3607-4e36-b9c3-c5f81b911c41 HTTP/1.1" status: 204 len: 168 time: 0.2257135 Apr 11 16:58:15.965333 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c16f89-870e-4098-b923-2f1fbcd70967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee415eff-3607-4e36-b9c3-c5f81b911c41,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:15.987370 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:21.759986 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-2edc7c56-d24d-4c3a-930c-77d3e52a2fe7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422850 Apr 11 16:58:21.821797 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-4b21f8b8-6e98-48b9-8d08-bfe15a65e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:21.823365 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-4b21f8b8-6e98-48b9-8d08-bfe15a65e6ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 1129 time: 0.0403581 Apr 11 16:58:21.929487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-63ac05ab-a9ee-4873-9299-62126f7fe132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:21.930997 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-63ac05ab-a9ee-4873-9299-62126f7fe132 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0881338 Apr 11 16:58:21.996684 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-224d33c3-7611-400d-a129-49805c7f23a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020 HTTP/1.1" status: 200 len: 1001 time: 0.0582614 Apr 11 16:58:22.051181 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-7ec6b6f5-e7e1-4dec-aeb4-80f26593f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:22.052615 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-7ec6b6f5-e7e1-4dec-aeb4-80f26593f119 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0497684 Apr 11 16:58:22.102044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-1840336c-5658-44d1-9ad1-5103062578c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:22.103790 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-1840336c-5658-44d1-9ad1-5103062578c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444357 Apr 11 16:58:22.194270 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-4d26cedb-c7c6-4343-8ccc-d2a5360f870f service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834498 Apr 11 16:58:22.561646 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e50c82b3-104b-4a0d-8ab4-5118df6d172b req-675619b8-b58c-422e-a0df-f02ccac6992a service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611228 Apr 11 16:58:39.706862 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-06060a5e-f720-42e8-81e7-ae31d8aabc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:42.335702 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc3db-a66e-4a4b-abbf-687fcf20fad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:43.364081 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:43.620866 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:44.972873 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:45.997647 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.828897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23094-ec79-4fa5-b4a7-a414adb71c27 req-e6abe1ea-1d42-4c4a-b883-a71eb7e28418 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:50.830404 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-57d23094-ec79-4fa5-b4a7-a414adb71c27 req-e6abe1ea-1d42-4c4a-b883-a71eb7e28418 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.2746818 Apr 11 16:58:50.880825 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-57d23094-ec79-4fa5-b4a7-a414adb71c27 req-d9926b2a-5365-43e5-a811-09ae2125b097 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Apr 11 16:58:52.051086 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed1edb-0c58-414d-a708-8758cd11c533 req-74d7c701-c694-445f-90cf-ac6cf874e273 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:52.052495 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-46ed1edb-0c58-414d-a708-8758cd11c533 req-74d7c701-c694-445f-90cf-ac6cf874e273 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.1035244 Apr 11 16:58:52.099683 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:52.101052 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-46ed1edb-0c58-414d-a708-8758cd11c533 req-c406d0c7-0207-4c4f-bfe0-150f8a4eb8fa tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Apr 11 16:58:52.297538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-b6cf4eff-bc16-422a-96c3-bbef7621a36c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:52.299026 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-b6cf4eff-bc16-422a-96c3-bbef7621a36c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 945 time: 0.0467663 Apr 11 16:58:52.385398 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Deleting port 7f923c4b-7ba0-49b7-8654-15eb4704d020 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:52.385737 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:52.474439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] For port 7f923c4b-7ba0-49b7-8654-15eb4704d020, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7f923c4b-7ba0-49b7-8654-15eb4704d020,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:52.474816 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:52.651389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:52.651669 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (ce66c148-0486-40f6-a8c8-ff7758b97f7a), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:52.651979 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Floating IP ce66c148-0486-40f6-a8c8-ff7758b97f7a disassociated. External IP: 172.27.2.224, port: 7f923c4b-7ba0-49b7-8654-15eb4704d020. Apr 11 16:58:52.652314 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Calling delete_port for 7f923c4b-7ba0-49b7-8654-15eb4704d020 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:52.864047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7f923c4b-7ba0-49b7-8654-15eb4704d020), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:52.903509 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'Port': ['ID=7f923c4b-7ba0-49b7-8654-15eb4704d020,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:53.020699 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:53.143723 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:53.153439 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:53.164910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:53.165467 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:58:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:53.188786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] No DVR routers for this DVR port 7f923c4b-7ba0-49b7-8654-15eb4704d020 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:53.191330 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.194631 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f376096b-3cbf-4d2d-acc4-2a8d851fecb3 req-902c44ed-9534-421d-afc3-4dd0a18aa9cc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "DELETE /v2.0/ports/7f923c4b-7ba0-49b7-8654-15eb4704d020 HTTP/1.1" status: 204 len: 173 time: 0.8900599 Apr 11 16:58:53.195161 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'name': 'network-vif-deleted', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:53.197902 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0eda7-6678-49eb-8f04-c03cb1b49d13" -d '{"events": [{"server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "name": "network-vif-deleted", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:53.204374 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d90be6f0-f1fa-457d-9018-61489b44fe9b req-861b3a30-a79a-421e-9ae8-681024935198 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 210 time: 0.0301991 Apr 11 16:58:53.239144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcc32de-6687-415a-91e7-73fa02c55eb1 x-openstack-request-id: req-6fcc32de-6687-415a-91e7-73fa02c55eb1 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:53.239446 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ce2d5-25c2-4b19-8357-0ac711df851e", "name": "network-vif-deleted", "tag": "7f923c4b-7ba0-49b7-8654-15eb4704d020", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:53.239757 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fcc32de-6687-415a-91e7-73fa02c55eb1 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:53.240170 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcc32de-6687-415a-91e7-73fa02c55eb1'] response: {'server_uuid': 'f67ce2d5-25c2-4b19-8357-0ac711df851e', 'name': 'network-vif-deleted', 'tag': '7f923c4b-7ba0-49b7-8654-15eb4704d020', 'status': 'completed', 'code': 200} Apr 11 16:58:53.289427 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:53.492837 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:53.521291 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:53.531252 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:53.531982 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:58:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:53.646039 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:53.999574 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:54.030968 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9a845-60b7-46f7-938b-c2034cc2bced None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:54.274814 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11247a1-74fb-405b-9942-5acdda2ae2d7 None None] New status for floating IP ce66c148-0486-40f6-a8c8-ff7758b97f7a: DOWN {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:54.327927 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aba000d9-b32f-4aa6-bbc1-d6d5e6fef58b req-bc4532f2-91d9-416a-9251-6cb64abe36c5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67ce2d5-25c2-4b19-8357-0ac711df851e HTTP/1.1" status: 200 len: 210 time: 0.0296838 Apr 11 16:58:55.624155 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1ba2b174-cd65-42dd-983a-caa40e3fc2f9 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900102282&fields=id&tenant_id=8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 267 time: 0.0428991 Apr 11 16:58:55.735214 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-ac4f3199-24b5-467b-ae66-bece567c0d59 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:55.736622 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-ac4f3199-24b5-467b-ae66-bece567c0d59 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 811 time: 0.1060443 Apr 11 16:58:55.754267 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-71d5dc2d-2f7c-4b0f-8cfe-fcfe7b607bee tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/quotas/8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 375 time: 0.0113370 Apr 11 16:58:55.817347 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-62fe4da7-1327-4af0-9a08-a36fd80977f0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476382 Apr 11 16:58:55.922660 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1166c304-b668-41bf-958a-f9ab65221a65 service neutron] 10.222.0.43 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930884 Apr 11 16:58:56.012687 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-bf97ce0c-a51e-499a-9c4b-7ebaaedeb884 service neutron] 10.222.0.43 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839183 Apr 11 16:58:56.367136 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4fc37-9a60-4625-91ab-9de416df43c0 req-8f78447d-c454-476e-8843-e97fc7fdd3f7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:56.368766 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6bb4fc37-9a60-4625-91ab-9de416df43c0 req-8f78447d-c454-476e-8843-e97fc7fdd3f7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0477829 Apr 11 16:58:56.420670 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6bb4fc37-9a60-4625-91ab-9de416df43c0 req-9f3f33f0-77bb-4b5c-82f0-eba33cf61b31 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440204 Apr 11 16:58:56.626962 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8411f2b0-9142-4cf1-aab2-ea39bc658ca7 req-eb31cbc2-e39c-4d50-b8b8-3aa0c3fc7cc8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 210 time: 0.0322416 Apr 11 16:58:57.040628 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7f923c4b-7ba0-49b7-8654-15eb4704d020 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:57.062408 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 7f923c4b-7ba0-49b7-8654-15eb4704d020 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:57.062662 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7f923c4b-7ba0-49b7-8654-15eb4704d020 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:57.540592 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee141fae-aca9-4f87-83b0-4bb748790590 req-9a0702c5-6fab-429f-af41-9357ab0bc7bf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:57.542073 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ee141fae-aca9-4f87-83b0-4bb748790590 req-9a0702c5-6fab-429f-af41-9357ab0bc7bf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Apr 11 16:58:57.590370 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ee141fae-aca9-4f87-83b0-4bb748790590 req-ce1eefce-c2a5-412c-b81a-336528232c18 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415788 Apr 11 16:58:57.721854 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-6411ffac-ca26-47d8-afec-85fee1f73aa7 req-e2411118-88c6-41fa-b4c0-ae18915d42c5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 210 time: 0.0285802 Apr 11 16:58:58.715262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0f951-d6a6-4355-88ab-061da7df00d9 req-26b661f7-c570-4d45-ac44-b0a0e2f7ef79 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:58.716797 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6aa0f951-d6a6-4355-88ab-061da7df00d9 req-26b661f7-c570-4d45-ac44-b0a0e2f7ef79 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0510645 Apr 11 16:58:58.773245 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6aa0f951-d6a6-4355-88ab-061da7df00d9 req-57baf1ad-4320-4c6f-9db4-13a22777b3aa tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498955 Apr 11 16:58:58.833188 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dab102c7-6d5a-4682-a399-868861bb4828 req-7f5c4990-03ce-4baa-8bd7-4e195b1e1161 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 210 time: 0.0387917 Apr 11 16:58:58.949467 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f7a51e65-f46a-4490-b2b6-62e87ee3e530 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:58.956387 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f7a51e65-f46a-4490-b2b6-62e87ee3e530 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 811 time: 0.1324334 Apr 11 16:58:59.025556 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-cbf312e5-b602-45fb-9599-58520147227a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 379 time: 0.0618587 Apr 11 16:58:59.035117 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'port': {'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'admin_state_up': True, 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'security_groups': ['bb9b01a0-0824-452a-b965-d2414a9b396b']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:58:59.122115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-3dcb8432-fb3f-4324-a4d2-2e68a4a6f0a8 req-fd6ee32c-058b-46f2-a25a-cd0a34e6c136 service neutron] (110630) timed out ('10.222.0.60', 54357) {{(pid=110630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:58:59.237810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Made reservation on behalf of 8a9151e87a0144caa9be07aa21c76b5b for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:58:59.241343 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.244798 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-defb98e1-b5ef-4771-beaa-723b47d535a0 req-bd991d84-5f24-49e7-b9fb-670d4bd455c4 service neutron] (110631) timed out ('10.222.0.60', 54351) {{(pid=110631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:58:59.367142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Allocated IP 172.20.0.9 (d45841d9-e429-47aa-8f60-9f9158a45598/d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73/90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:58:59.512031 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.621136 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.664417 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Network d45841d9-e429-47aa-8f60-9f9158a45598 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:58:59.667502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:58:59.671510 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:58:59.681461 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:59.723649 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.724341 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.724341 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.724641 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.724971 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.725299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.725624 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.725948 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.726268 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.726593 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.726914 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.727234 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.727575 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.727896 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.728282 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:59.752383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:59.753006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.883811 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-1c84b471-965a-4230-b93f-026819503010 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524354 Apr 11 16:58:59.908613 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5b774-cfd2-4e40-aad8-204f87306f42 req-5a108a74-1f95-4983-9731-f0af73b08d75 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:59.910145 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-57b5b774-cfd2-4e40-aad8-204f87306f42 req-5a108a74-1f95-4983-9731-f0af73b08d75 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0593920 Apr 11 16:58:59.918954 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-a43de572-06a4-4525-b86d-4787c36780c3 None None] Provisioning complete for port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:58:59.928699 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a43de572-06a4-4525-b86d-4787c36780c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.955800 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e5bd6-777f-4dad-ad4a-20f4fc5af1e5 req-67b54116-92cb-481a-b595-aef964ef8de7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:59.957348 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ce6e5bd6-777f-4dad-ad4a-20f4fc5af1e5 req-67b54116-92cb-481a-b595-aef964ef8de7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 931 time: 0.0541706 Apr 11 16:58:59.965131 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a43de572-06a4-4525-b86d-4787c36780c3 None None] Port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:58:59.980144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Request body: {'port': {'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:00.001680 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-57b5b774-cfd2-4e40-aad8-204f87306f42 req-1ba56ded-d01a-4534-a5b4-f79abf0eaea7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848162 Apr 11 16:59:00.027933 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ce6e5bd6-777f-4dad-ad4a-20f4fc5af1e5 req-a5aebd60-d38e-496e-ad37-710a14a9a348 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575898 Apr 11 16:59:00.040229 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.303437 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:59:00.311488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Publish callbacks [] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.323461 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Transition to ACTIVE for port object 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:59:00.440916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.493504 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Pushing event updated for resources: {'Port': ['ID=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:00.583762 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Attempting to bind port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:59:00.584169 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Attempting to bind port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:59:00.584501 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Attempting to bind port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:59:00.589212 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 on network d45841d9-e429-47aa-8f60-9f9158a45598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:59:00.589532 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Attempting to bind port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:59:00.595691 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:59:00.596024 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Checking segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:59:00.596401 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Bound using segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:59:00.596865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Bound port: 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:59:00.597224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.664394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] For port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:59:00.667425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] For port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:59:00.750600 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.785612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:00.786488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.787894 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] 10.222.0.60 "PUT /v2.0/ports/90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 1093 time: 0.8954153 Apr 11 16:59:00.788336 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:00.790574 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:00.817726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011ac99-7deb-45b0-b53c-84ca98fac8ee service neutron] Pushing event updated for resources: {'Port': ['ID=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:00.840800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3111ea3-6686-4801-ae00-f570e8586281 x-openstack-request-id: req-d3111ea3-6686-4801-ae00-f570e8586281 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:00.840800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:00.840800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3111ea3-6686-4801-ae00-f570e8586281 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:00.840800 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3111ea3-6686-4801-ae00-f570e8586281'] response: {'name': 'network-changed', 'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'status': 'completed', 'code': 200} Apr 11 16:59:00.903752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96 req-bcaf879f-3010-40f9-b914-c29cfd4f59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:00.905908 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96 req-bcaf879f-3010-40f9-b914-c29cfd4f59e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1127 time: 0.0440962 Apr 11 16:59:01.011266 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96 req-4648e220-629f-467b-927a-d0096486d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.012833 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96 req-4648e220-629f-467b-927a-d0096486d79f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988798 Apr 11 16:59:01.142260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96 req-6ed70c2f-0c07-458d-a782-52aff217b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.143806 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1ba10da7-fc00-4863-bcf1-e2d8fea9ab96 req-6ed70c2f-0c07-458d-a782-52aff217b2d9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243694 Apr 11 16:59:01.144176 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47edc-13c9-4560-9f76-0af7412b7d41 req-8dbaf969-0346-4ce9-af35-de75abb3a493 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.145670 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eae47edc-13c9-4560-9f76-0af7412b7d41 req-8dbaf969-0346-4ce9-af35-de75abb3a493 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Apr 11 16:59:01.162418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110191cf-08fc-4fe5-bad5-37fa023226d3 req-39bcaaea-1821-44b9-8958-b50ef2e42669 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.164003 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-110191cf-08fc-4fe5-bad5-37fa023226d3 req-39bcaaea-1821-44b9-8958-b50ef2e42669 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0609989 Apr 11 16:59:01.199601 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-eae47edc-13c9-4560-9f76-0af7412b7d41 req-3a156a64-2823-4237-a2d1-03cbe8711afe tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462739 Apr 11 16:59:01.242141 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-38354600-461f-46eb-a485-dd8f1784cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.243656 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-38354600-461f-46eb-a485-dd8f1784cb38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1127 time: 0.0587168 Apr 11 16:59:01.247596 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-110191cf-08fc-4fe5-bad5-37fa023226d3 req-853c7cd1-0151-4c01-9e43-024f56b482db tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777993 Apr 11 16:59:01.289372 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-9f1beda1-7efc-462e-a703-97a3fb10d015 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 217 time: 0.0370445 Apr 11 16:59:01.338703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-a02fa0f6-019b-4129-a200-54cab1ebff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.340153 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-a02fa0f6-019b-4129-a200-54cab1ebff33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0432281 Apr 11 16:59:01.387060 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-060fd081-3d48-4ec4-8af8-a2adf60dd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.389106 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-060fd081-3d48-4ec4-8af8-a2adf60dd3ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422997 Apr 11 16:59:01.480713 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-7538e6f9-d1d8-425c-907f-981ec80946d8 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856853 Apr 11 16:59:01.607549 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7606fc3-e42b-4ebb-a0a0-52ef3d6df3ba req-ddb4b02e-4ab6-46cf-b4f5-4b1ed60d986d service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821941 Apr 11 16:59:02.312766 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32f6b-a15d-4a13-bbb0-530d06236fb8 req-3757236b-ddd5-48ff-932c-afd4798a58c5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:02.314252 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-60c32f6b-a15d-4a13-bbb0-530d06236fb8 req-3757236b-ddd5-48ff-932c-afd4798a58c5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0476022 Apr 11 16:59:02.362499 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-60c32f6b-a15d-4a13-bbb0-530d06236fb8 req-1a46c8d3-c00b-4fe8-b110-a74d71deacc0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423613 Apr 11 16:59:02.364631 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c5fd-5b21-4eef-a4bc-3dad7a1c2b0a req-4baa79c2-415d-4a1d-a1aa-f8bbfccc8a78 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:02.366256 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ca18c5fd-5b21-4eef-a4bc-3dad7a1c2b0a req-4baa79c2-415d-4a1d-a1aa-f8bbfccc8a78 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0510685 Apr 11 16:59:02.423198 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ca18c5fd-5b21-4eef-a4bc-3dad7a1c2b0a req-2117e12b-05e3-488c-a3a2-6b4595606886 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512719 Apr 11 16:59:03.474651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69ab46-aea7-46ab-bfd8-fe87e83495b9 req-991d63e7-50ae-487b-8866-da1f3e7e7fb7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:03.476222 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fa69ab46-aea7-46ab-bfd8-fe87e83495b9 req-991d63e7-50ae-487b-8866-da1f3e7e7fb7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Apr 11 16:59:03.529683 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fa69ab46-aea7-46ab-bfd8-fe87e83495b9 req-46aa6337-8960-493e-a04e-9cb9a49ac7a3 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476308 Apr 11 16:59:03.535186 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3518-3b70-475c-a7f6-ed5e37bb0196 req-890004a5-8d2c-455a-8baf-f1b250079e1a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:03.536953 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-028d3518-3b70-475c-a7f6-ed5e37bb0196 req-890004a5-8d2c-455a-8baf-f1b250079e1a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0471876 Apr 11 16:59:03.586303 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-028d3518-3b70-475c-a7f6-ed5e37bb0196 req-2d5be8ce-3247-4e59-8780-68ca436d0a3f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Apr 11 16:59:04.643585 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad74a-70db-4812-85e3-a3fea8a60252 req-1762f17b-de25-422f-aaad-ffab076b814f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.645069 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-610ad74a-70db-4812-85e3-a3fea8a60252 req-1762f17b-de25-422f-aaad-ffab076b814f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0473244 Apr 11 16:59:04.692637 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-610ad74a-70db-4812-85e3-a3fea8a60252 req-2b689f0a-1eb7-4e6e-a484-d89989a02eff tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419908 Apr 11 16:59:04.697394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a4d6f-d956-4320-bfa3-8bbd00c0b3da req-ec8d746d-736f-407e-9531-9b7cda636c33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.698880 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-971a4d6f-d956-4320-bfa3-8bbd00c0b3da req-ec8d746d-736f-407e-9531-9b7cda636c33 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0464542 Apr 11 16:59:04.750835 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-971a4d6f-d956-4320-bfa3-8bbd00c0b3da req-d4b66b2e-4568-49ea-8e54-dd094349c7d5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464110 Apr 11 16:59:05.807843 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc66f75-a507-4d5c-a1b2-1eae9f663e66 req-7cbeba67-6399-452f-80fd-470c2dc0ccef tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:05.809496 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3fc66f75-a507-4d5c-a1b2-1eae9f663e66 req-7cbeba67-6399-452f-80fd-470c2dc0ccef tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Apr 11 16:59:05.860003 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3fc66f75-a507-4d5c-a1b2-1eae9f663e66 req-b6196f88-96a1-48e5-9a01-1954bf0aca8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445108 Apr 11 16:59:05.869656 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cc5f2-6e3e-47d0-8d98-116c2499ef1d req-e304e27c-4033-4cc6-8ed3-6063e4e9ea8b tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:05.869656 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ed5cc5f2-6e3e-47d0-8d98-116c2499ef1d req-e304e27c-4033-4cc6-8ed3-6063e4e9ea8b tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0495002 Apr 11 16:59:05.916543 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ed5cc5f2-6e3e-47d0-8d98-116c2499ef1d req-f64d3073-8990-41c1-ad36-bd67f34ca334 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Apr 11 16:59:06.978151 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c417e-e921-48c7-971a-15406e28ed76 req-d0e2de41-42a3-4dd9-9b77-c215ce5838e9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:06.979825 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e42c417e-e921-48c7-971a-15406e28ed76 req-d0e2de41-42a3-4dd9-9b77-c215ce5838e9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0516024 Apr 11 16:59:07.026600 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e42c417e-e921-48c7-971a-15406e28ed76 req-4524d8f5-3652-488d-9c10-8378274d7ac9 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415416 Apr 11 16:59:07.029931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4dd7c-323a-48f6-b0d3-a3a418633c30 req-3936c576-db4e-4222-a2ec-4e030af9e622 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:07.031434 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-70d4dd7c-323a-48f6-b0d3-a3a418633c30 req-3936c576-db4e-4222-a2ec-4e030af9e622 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0469024 Apr 11 16:59:07.080324 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-70d4dd7c-323a-48f6-b0d3-a3a418633c30 req-392366fc-c05d-47cb-8f98-d5babdf2abf1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Apr 11 16:59:08.144415 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587289d-47fb-4d33-91c4-d2a9d26a54a4 req-03f09db1-f299-488c-9008-3bf5efcf4b87 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:08.145944 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f587289d-47fb-4d33-91c4-d2a9d26a54a4 req-03f09db1-f299-488c-9008-3bf5efcf4b87 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0501647 Apr 11 16:59:08.196597 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f587289d-47fb-4d33-91c4-d2a9d26a54a4 req-7885ee55-b626-4a28-bcd9-63e81dac035c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423815 Apr 11 16:59:08.202171 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aa5a6-7ee9-414c-88b8-d28794ed05c5 req-8745fdc3-2b9a-4332-9c66-6fd54da91122 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:08.203722 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c53aa5a6-7ee9-414c-88b8-d28794ed05c5 req-8745fdc3-2b9a-4332-9c66-6fd54da91122 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0495453 Apr 11 16:59:08.251727 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c53aa5a6-7ee9-414c-88b8-d28794ed05c5 req-3d0dcd6f-4483-41bf-911f-510fbc77d265 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Apr 11 16:59:09.309862 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10db40d-ea19-4af8-9202-0224d24a67d3 req-0cf081ac-4f32-4910-8c6f-86fc72669753 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:09.311427 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c10db40d-ea19-4af8-9202-0224d24a67d3 req-0cf081ac-4f32-4910-8c6f-86fc72669753 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Apr 11 16:59:09.365767 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c10db40d-ea19-4af8-9202-0224d24a67d3 req-92f8f61a-7156-49d0-8762-146345e2ca7c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468566 Apr 11 16:59:09.366349 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37446f-cecd-4d69-b905-a03145defd36 req-646f3e19-0f2a-46df-ad00-ee792a428161 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:09.367871 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-be37446f-cecd-4d69-b905-a03145defd36 req-646f3e19-0f2a-46df-ad00-ee792a428161 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0472157 Apr 11 16:59:09.416901 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-be37446f-cecd-4d69-b905-a03145defd36 req-b146218e-c7fc-47b9-b174-2a46c9f6ff6d tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Apr 11 16:59:09.660467 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2a4327ce-ac67-4977-ae4d-eaa5d356bfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:10.477837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d422c7e-7133-4702-83c6-4939dd06f488 req-9fd6761e-ed9a-4624-a206-9fda01a95c6f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:10.479543 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1d422c7e-7133-4702-83c6-4939dd06f488 req-9fd6761e-ed9a-4624-a206-9fda01a95c6f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0470786 Apr 11 16:59:10.531754 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1d422c7e-7133-4702-83c6-4939dd06f488 req-efc80ef9-fcee-4ce4-bf9c-47d84411c100 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468385 Apr 11 16:59:10.534909 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805b8ca-a18f-442b-b3de-dd467ea98de3 req-6b93da8e-27a3-4d26-af22-7dc8ce8b9da8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:10.536708 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e805b8ca-a18f-442b-b3de-dd467ea98de3 req-6b93da8e-27a3-4d26-af22-7dc8ce8b9da8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 943 time: 0.0527136 Apr 11 16:59:10.588853 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e805b8ca-a18f-442b-b3de-dd467ea98de3 req-22ac791b-03da-4ada-926c-b4ae0d5ce947 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467381 Apr 11 16:59:11.115084 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:59:11.218154 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:11.229323 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:59:11.265482 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:59:11.265864 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:11.278964 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:59:11.298218 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:11.400807 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:11.455398 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:11.463017 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.463365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.463734 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.464073 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.464407 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.464734 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.465058 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.465383 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.465706 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.466026 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.466348 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.466695 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.467015 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.467341 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.467698 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:11.647946 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56ec7-0195-4df0-aff8-00986dc315de req-5435e43d-a68e-4493-a2c6-5e76e51a2486 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:11.649457 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a0d56ec7-0195-4df0-aff8-00986dc315de req-5435e43d-a68e-4493-a2c6-5e76e51a2486 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0479865 Apr 11 16:59:11.697581 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a0d56ec7-0195-4df0-aff8-00986dc315de req-861300b6-95d3-4931-965c-4e7711cab3e1 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425975 Apr 11 16:59:11.704612 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb6e9b-a934-4981-b09c-ae7771974bc2 req-b8ad0fc8-9d81-4cf1-af76-26f56df4c3b5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:11.706649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fdb6e9b-a934-4981-b09c-ae7771974bc2 req-b8ad0fc8-9d81-4cf1-af76-26f56df4c3b5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 944 time: 0.0501459 Apr 11 16:59:11.754264 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:59:11.758348 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fdb6e9b-a934-4981-b09c-ae7771974bc2 req-d635805f-8e98-4451-acb4-391ab36b4f82 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Apr 11 16:59:12.277267 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bd30-b66e-48e7-bae1-0e68ab6aa89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:12.827657 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06a08-c6d8-47fc-a732-de45dfbc6b3d req-aaa21847-7cc5-48ca-b0d5-73fa6d3d3b56 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:12.829167 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-88e06a08-c6d8-47fc-a732-de45dfbc6b3d req-aaa21847-7cc5-48ca-b0d5-73fa6d3d3b56 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0525539 Apr 11 16:59:12.876247 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-88e06a08-c6d8-47fc-a732-de45dfbc6b3d req-d85f2b5f-7581-41f0-a4d3-c5812f358f57 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413220 Apr 11 16:59:12.876684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ed8ee-78b9-412e-bdab-50b1eb5d8d5b req-25e1ef9c-7166-4a54-8953-eb82f230e1c5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:12.878197 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e86ed8ee-78b9-412e-bdab-50b1eb5d8d5b req-25e1ef9c-7166-4a54-8953-eb82f230e1c5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 944 time: 0.0475473 Apr 11 16:59:12.928720 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e86ed8ee-78b9-412e-bdab-50b1eb5d8d5b req-eeed939d-6980-4530-972c-4ca59c1e7572 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450921 Apr 11 16:59:13.147326 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:59:13.194342 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:59:13.265872 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98318a3-d862-4153-a47e-a44c1eecf093 req-f7a25583-93d9-4f27-b955-9bef86284222 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:13.267340 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d98318a3-d862-4153-a47e-a44c1eecf093 req-f7a25583-93d9-4f27-b955-9bef86284222 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0520401 Apr 11 16:59:13.275048 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:59:13.280610 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.318351 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d98318a3-d862-4153-a47e-a44c1eecf093 req-e2495d16-65b9-4a6f-872e-26e903cefb18 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444808 Apr 11 16:59:13.375937 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:59:13.376325 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.383732 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-f32a0f86-527f-4733-ab9a-e6d06c17c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:13.389577 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-f32a0f86-527f-4733-ab9a-e6d06c17c829 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1129 time: 0.0391629 Apr 11 16:59:13.401368 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:13.403656 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d4e957-23f2-434f-b66b-6e40455e7ea1" -d '{"events": [{"server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "name": "network-vif-plugged", "status": "completed", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:13.418688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.418688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:13.444310 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4872da5f-62b2-41aa-9b4b-c7284d5ccd7a x-openstack-request-id: req-4872da5f-62b2-41aa-9b4b-c7284d5ccd7a {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:13.444597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "name": "network-vif-plugged", "status": "completed", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:13.444835 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4872da5f-62b2-41aa-9b4b-c7284d5ccd7a {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:13.445232 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4872da5f-62b2-41aa-9b4b-c7284d5ccd7a'] response: {'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'code': 200} Apr 11 16:59:13.483145 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-00abaf7b-62e7-4a52-a9a1-d0a8b6b5498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:13.484698 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-00abaf7b-62e7-4a52-a9a1-d0a8b6b5498c service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.0929716 Apr 11 16:59:13.504305 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.562244 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:13.598508 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-c1ce1365-8e40-42a7-a112-fd0456ce4e47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 1000 time: 0.0603168 Apr 11 16:59:13.646164 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-d764b608-ef2c-43d0-ad5b-2d68978a3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:13.647733 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-d764b608-ef2c-43d0-ad5b-2d68978a3eac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0432456 Apr 11 16:59:13.683109 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.694843 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-42848c70-b9fc-47e0-a9bc-030bccb68040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:13.696398 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-42848c70-b9fc-47e0-a9bc-030bccb68040 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427933 Apr 11 16:59:13.783874 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-9ff85978-fb1c-4771-80fd-b816398fa2c7 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816810 Apr 11 16:59:13.890740 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed396e-5fe6-4fe6-9677-247f1113aad5 req-0fed2098-8d37-4219-984c-5eeb608f25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:13.892249 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-69ed396e-5fe6-4fe6-9677-247f1113aad5 req-0fed2098-8d37-4219-984c-5eeb608f25f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1129 time: 0.0720103 Apr 11 16:59:13.925945 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-caf8ea69-0c6b-4470-abc6-7a52745d36f1 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317680 Apr 11 16:59:13.958846 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-69ed396e-5fe6-4fe6-9677-247f1113aad5 req-f5e7013d-0f56-4990-8c4f-11bd563c29e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604696 Apr 11 16:59:14.051969 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7d68-9f4d-459f-8a23-10ed22b0dce6 req-211bf647-5053-4813-9b24-4da57444e2b1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:14.053439 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f7ff7d68-9f4d-459f-8a23-10ed22b0dce6 req-211bf647-5053-4813-9b24-4da57444e2b1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0519843 Apr 11 16:59:14.102790 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f7ff7d68-9f4d-459f-8a23-10ed22b0dce6 req-14cdf132-3345-48e3-b429-cae53819af67 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Apr 11 16:59:14.438332 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950b002-77d1-4538-b926-79483b11f4c5 req-7f402018-db01-41d7-ada2-29c44a2c7247 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:14.439848 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4950b002-77d1-4538-b926-79483b11f4c5 req-7f402018-db01-41d7-ada2-29c44a2c7247 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Apr 11 16:59:14.487407 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4950b002-77d1-4538-b926-79483b11f4c5 req-91df4327-1632-42d8-bf66-55d3e0fad5b5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417750 Apr 11 16:59:14.995407 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.215249 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357ed9-b7fa-4de5-907a-583381c7f3ac req-fb55a11c-b231-499e-b596-417e5f93a6a1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:15.216778 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-28357ed9-b7fa-4de5-907a-583381c7f3ac req-fb55a11c-b231-499e-b596-417e5f93a6a1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0473442 Apr 11 16:59:15.264726 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-28357ed9-b7fa-4de5-907a-583381c7f3ac req-379043c4-926e-49eb-b1de-6332c341a45c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Apr 11 16:59:15.605192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca39911-ddf0-4d48-bbaa-629d0f30d728 req-4fb8fab4-594e-43ff-ad16-228c7e72e1dc tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:15.606670 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ca39911-ddf0-4d48-bbaa-629d0f30d728 req-4fb8fab4-594e-43ff-ad16-228c7e72e1dc tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0521998 Apr 11 16:59:15.654878 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2ca39911-ddf0-4d48-bbaa-629d0f30d728 req-b45e63e2-9d50-481d-826e-f15354117ca4 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425160 Apr 11 16:59:16.008745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.393125 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8904-b67d-427d-922a-c3dd4c9d7420 req-c5ec9f73-b2a2-4166-9456-072b2e8e1a6c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:16.395752 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-19bb8904-b67d-427d-922a-c3dd4c9d7420 req-c5ec9f73-b2a2-4166-9456-072b2e8e1a6c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Apr 11 16:59:16.448336 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-19bb8904-b67d-427d-922a-c3dd4c9d7420 req-b8788f94-27f5-48ae-b4a7-37ac22839649 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469418 Apr 11 16:59:16.558934 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec2fa7-b471-4bce-81a0-27449abb78de req-99523a61-8f0d-41d9-8922-341e170d9e4c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:16.560372 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5dec2fa7-b471-4bce-81a0-27449abb78de req-99523a61-8f0d-41d9-8922-341e170d9e4c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0469084 Apr 11 16:59:16.609134 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5dec2fa7-b471-4bce-81a0-27449abb78de req-15f760e6-9a07-4881-ba64-4096bade12e1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Apr 11 16:59:16.632244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42764) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:16.668905 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba790404-9cfe-4bf1-876e-dd6a8eec7a93 tempest-TestVolumeBootPattern-1427467609 tempest-TestVolumeBootPattern-1427467609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:16.670397 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ba790404-9cfe-4bf1-876e-dd6a8eec7a93 tempest-TestVolumeBootPattern-1427467609 tempest-TestVolumeBootPattern-1427467609-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1124 time: 0.0371869 Apr 11 16:59:16.673075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42766) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:16.677908 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:16.795666 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.870928 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.976419 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Allocated IP 172.27.2.60 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:59:17.073077 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:17.184364 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:17.221987 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:59:17.226813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:17.233189 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:59:17.236200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:17.862167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (668d68f4-6475-4f08-9a1a-859923bf3dff), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:17.991368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.141294 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.225576 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.293224 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:18.304614 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (668d68f4-6475-4f08-9a1a-859923bf3dff), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.406640 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Floating IP 668d68f4-6475-4f08-9a1a-859923bf3dff associated. External IP: 172.27.2.60, port: 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5. Apr 11 16:59:18.620556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:59:18.730314 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:59:18.739935 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:59:18.749709 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:18.750325 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:59:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:18.817153 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.847358 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1a8f1813-4c08-4f28-bb45-6c7a82255bb1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1732724 Apr 11 16:59:18.848152 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:18.850410 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeebae60-720e-4c35-995f-9eeaf4d48859" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:18.861304 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:18.887236 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203d2727-4757-47fa-8836-0be9dada14fb x-openstack-request-id: req-203d2727-4757-47fa-8836-0be9dada14fb {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:18.887783 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:18.887881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-203d2727-4757-47fa-8836-0be9dada14fb {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:18.888238 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203d2727-4757-47fa-8836-0be9dada14fb'] response: {'name': 'network-changed', 'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'status': 'completed', 'code': 200} Apr 11 16:59:18.949021 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-e644aac1-07f6-4d32-b421-0043f6944417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:18.950669 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-e644aac1-07f6-4d32-b421-0043f6944417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1129 time: 0.0404234 Apr 11 16:59:19.047869 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-12285631-2211-4dd4-895e-f451da7483ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:19.049251 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-12285631-2211-4dd4-895e-f451da7483ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0906062 Apr 11 16:59:19.083597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:17Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:19.114528 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:59:19.117494 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-4ff19779-10aa-4260-8774-d2f1066de97b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 998 time: 0.0620537 Apr 11 16:59:19.123177 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:19.123823 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T16:59:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:19.165049 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-5b85358e-0fc5-453e-b706-f2dbad27daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:19.166500 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-5b85358e-0fc5-453e-b706-f2dbad27daa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0433679 Apr 11 16:59:19.214544 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-34ca4a00-4439-4eca-8b80-2a7f661c5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:19.216123 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-34ca4a00-4439-4eca-8b80-2a7f661c5291 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440173 Apr 11 16:59:19.234230 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:19.310866 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-ccc80fad-51c6-43bf-ab71-c8745c3167ac service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880284 Apr 11 16:59:19.400389 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aeebae60-720e-4c35-995f-9eeaf4d48859 req-67596b83-0b68-4f6d-9d6c-00fb25d77864 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831249 Apr 11 16:59:19.452243 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:17Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:19.482978 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae0f77-e17e-4363-be0c-127efec55c07 None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:17Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:59:19.673999 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7738a4-43e0-469a-a4c2-25c6e4b1a446 None None] New status for floating IP 668d68f4-6475-4f08-9a1a-859923bf3dff: ACTIVE {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:59:23.745334 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-66b50a6a-42a8-4769-9194-8f8894e252a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384042 Apr 11 16:59:23.830085 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-5405df64-d076-4c6e-b4f9-25724c747f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:23.831660 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-5405df64-d076-4c6e-b4f9-25724c747f13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 1129 time: 0.0442278 Apr 11 16:59:23.954831 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-952ae6c7-3036-41fc-87d5-2c8a6e56c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:23.956681 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-952ae6c7-3036-41fc-87d5-2c8a6e56c6ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.1063583 Apr 11 16:59:24.027266 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-ed539979-08ad-4320-9f16-d3273e859cd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 200 len: 1000 time: 0.0647805 Apr 11 16:59:24.079581 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-ad7c0c49-a781-4ee5-9646-0895eabba72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:24.081053 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-ad7c0c49-a781-4ee5-9646-0895eabba72d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0481856 Apr 11 16:59:24.126091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-c4801eb7-781d-4fa9-9d59-caad28ebcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:24.127727 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-c4801eb7-781d-4fa9-9d59-caad28ebcb0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389585 Apr 11 16:59:24.222599 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-4f5701c7-8287-47d8-b80e-c0cf234c1ef7 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880084 Apr 11 16:59:24.315308 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3cd2b199-cdf2-48cb-9c79-4c5cd8bbd880 req-b1979be9-b649-476e-9845-266331ea53cd service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Apr 11 16:59:29.098716 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:59:39.642306 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-56464876-5def-42ed-92db-7eff2f6d855d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:42.294318 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-59c0a2fe-32ba-4a63-b9eb-7df11a0cbf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:43.425285 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:43.648724 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:45.025594 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:46.025209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.097721 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:00:09.624904 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-502edf94-7aec-47ce-bb5f-9f9002046ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:12.314277 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f3ed76f1-ae51-4607-93ea-0963f1520b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:13.390040 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:13.664889 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.226978 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fa62c-3765-44f0-a045-d7aed058c3c5 req-f850f6a2-bf76-4811-bee0-e819af506a45 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:14.228574 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-398fa62c-3765-44f0-a045-d7aed058c3c5 req-f850f6a2-bf76-4811-bee0-e819af506a45 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0500259 Apr 11 17:00:14.283907 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-398fa62c-3765-44f0-a045-d7aed058c3c5 req-e377283b-2385-4a67-abb8-da2efc08074f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491033 Apr 11 17:00:14.976960 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:15.406129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd5d-1b7d-4cb6-bb38-2f72c9620cfb req-15a603f3-21c4-4fda-b084-ff01690f7e98 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:15.407933 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ef8fd5d-1b7d-4cb6-bb38-2f72c9620cfb req-15a603f3-21c4-4fda-b084-ff01690f7e98 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0540693 Apr 11 17:00:15.458461 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4ef8fd5d-1b7d-4cb6-bb38-2f72c9620cfb req-3c76dde7-e8f7-4f11-8e75-d711e77e4bb0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439951 Apr 11 17:00:16.005994 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.544895 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aafca314-7fcf-42c9-9412-7f4d611bb484 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:16.546342 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aafca314-7fcf-42c9-9412-7f4d611bb484 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0609632 Apr 11 17:00:16.578274 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87a6c-6e73-4fea-9cf6-713a072af3a3 req-7b00863a-4671-420c-8622-45dea3e932b8 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:16.579834 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a8c87a6c-6e73-4fea-9cf6-713a072af3a3 req-7b00863a-4671-420c-8622-45dea3e932b8 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 945 time: 0.0503631 Apr 11 17:00:16.642093 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a8c87a6c-6e73-4fea-9cf6-713a072af3a3 req-710ec8a3-1878-4527-b4f5-dcf703fa0560 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=e392b895-316e-4be5-a947-2563a105ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561943 Apr 11 17:00:16.647483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Deleting port 4c015eaf-9881-481d-bde3-577211f73932 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:00:16.648042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (4c015eaf-9881-481d-bde3-577211f73932), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.745465 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] For port 4c015eaf-9881-481d-bde3-577211f73932, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4c015eaf-9881-481d-bde3-577211f73932,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:16.745925 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (4c015eaf-9881-481d-bde3-577211f73932), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.933127 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.933698 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (d7670f7b-71a4-4506-8ed3-13e8e160e47d), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.933924 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Floating IP d7670f7b-71a4-4506-8ed3-13e8e160e47d disassociated. External IP: 172.27.2.65, port: 4c015eaf-9881-481d-bde3-577211f73932. Apr 11 17:00:16.934266 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Calling delete_port for 4c015eaf-9881-481d-bde3-577211f73932 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:00:17.139412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (4c015eaf-9881-481d-bde3-577211f73932), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:17.172353 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event deleted for resources: {'Port': ['ID=4c015eaf-9881-481d-bde3-577211f73932,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:17.184301 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.184614 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.184944 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.185285 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.185622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.185954 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.186281 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.186610 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.186938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.187260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.187631 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.187942 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.188263 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.188584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.188904 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:17.316148 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Router 746bc2ad-0b28-48a7-946e-43638da80d3c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:00:17.459876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:00:17.474266 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:00:17.491207 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:17.492244 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:00:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:17.508561 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] No DVR routers for this DVR port 4c015eaf-9881-481d-bde3-577211f73932 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:00:17.512637 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:17.516125 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-07b1c493-7c77-4f42-9a85-04a61db727c6 req-aa54b0b1-4272-440d-996f-096d41389428 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "DELETE /v2.0/ports/4c015eaf-9881-481d-bde3-577211f73932 HTTP/1.1" status: 204 len: 173 time: 0.9639907 Apr 11 17:00:17.516665 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'name': 'network-vif-deleted', 'tag': '4c015eaf-9881-481d-bde3-577211f73932'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:17.519038 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06308ce4-039f-4bc5-a560-5027bbe25ce0" -d '{"events": [{"server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "name": "network-vif-deleted", "tag": "4c015eaf-9881-481d-bde3-577211f73932"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:17.660384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ecf0f6-6390-4391-8656-124e4ef875b0 x-openstack-request-id: req-75ecf0f6-6390-4391-8656-124e4ef875b0 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:17.660384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766240d5-9674-4dc5-a68d-055458918a39", "name": "network-vif-deleted", "tag": "4c015eaf-9881-481d-bde3-577211f73932", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:17.660384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75ecf0f6-6390-4391-8656-124e4ef875b0 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:17.660384 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ecf0f6-6390-4391-8656-124e4ef875b0'] response: {'server_uuid': '766240d5-9674-4dc5-a68d-055458918a39', 'name': 'network-vif-deleted', 'tag': '4c015eaf-9881-481d-bde3-577211f73932', 'status': 'completed', 'code': 200} Apr 11 17:00:17.686704 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:17.798766 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-fc9922eb-0f20-4180-8c75-e4cdf981fa97 req-2d294d59-2185-424b-8a70-ec857c452ebc tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=766240d5-9674-4dc5-a68d-055458918a39 HTTP/1.1" status: 200 len: 210 time: 0.0333455 Apr 11 17:00:17.968089 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:17.997957 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:00:18.006925 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:18.007610 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:00:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:18.175954 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:18.385759 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:18.434424 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f76866-199d-4036-bad1-3b920fd4bbce None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:00:18.721198 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024ad07-1eb0-4b27-908a-ec87a52358f0 None None] New status for floating IP d7670f7b-71a4-4506-8ed3-13e8e160e47d: DOWN {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:00:18.985891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42828) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:19.077151 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a0822c1-7c9c-4ba5-91f9-548cbac34336 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (e392b895-316e-4be5-a947-2563a105ab0b), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.118814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a0822c1-7c9c-4ba5-91f9-548cbac34336 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (e392b895-316e-4be5-a947-2563a105ab0b), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.253272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a0822c1-7c9c-4ba5-91f9-548cbac34336 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e392b895-316e-4be5-a947-2563a105ab0b), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.256146 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8a0822c1-7c9c-4ba5-91f9-548cbac34336 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.257738 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8a0822c1-7c9c-4ba5-91f9-548cbac34336 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "DELETE /v2.0/security-groups/e392b895-316e-4be5-a947-2563a105ab0b HTTP/1.1" status: 204 len: 168 time: 0.2706110 Apr 11 17:00:19.262034 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42830) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:19.272731 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0822c1-7c9c-4ba5-91f9-548cbac34336 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e392b895-316e-4be5-a947-2563a105ab0b,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:19.277013 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.api.v2.resource [None req-c7c4f92b-1102-4fb8-bb48-3249ac1a8584 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] show failed (client error): The resource could not be found. Apr 11 17:00:19.280086 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c7c4f92b-1102-4fb8-bb48-3249ac1a8584 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups/e392b895-316e-4be5-a947-2563a105ab0b HTTP/1.1" status: 404 len: 347 time: 0.0155363 Apr 11 17:00:19.281866 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42832) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:19.413572 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Deleting port 76fa2070-0602-40d7-8b73-76927b4fa8d5 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:00:19.413915 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.502677 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.503142 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (76fa2070-0602-40d7-8b73-76927b4fa8d5), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.523691 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Calling delete_port for 76fa2070-0602-40d7-8b73-76927b4fa8d5 owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:00:19.704768 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (76fa2070-0602-40d7-8b73-76927b4fa8d5), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.733638 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event deleted for resources: {'Port': ['ID=76fa2070-0602-40d7-8b73-76927b4fa8d5,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:19.785932 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.786186 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.786526 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.786870 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.787205 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.787592 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.787927 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.788258 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.788587 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.788915 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.789242 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.789570 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.789894 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.790214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.790536 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:19.811272 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (d7670f7b-71a4-4506-8ed3-13e8e160e47d), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.814835 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.816201 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-60e4600f-ad11-4fa1-8d9d-bd6e89252cdf tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "DELETE /v2.0/floatingips/d7670f7b-71a4-4506-8ed3-13e8e160e47d HTTP/1.1" status: 204 len: 168 time: 0.5333197 Apr 11 17:00:20.144739 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42836) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:20.149589 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385790326', 'description': 'tempest-description--1418587567'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:20.234385 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.314771 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (ec6dc138-c961-47be-a4a3-84eaa1ab2367), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.382984 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ec6dc138-c961-47be-a4a3-84eaa1ab2367), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.416078 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6dc138-c961-47be-a4a3-84eaa1ab2367,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:20.501173 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.502751 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0e01d55b-191c-4d74-b168-d8e377be2d32 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3567028 Apr 11 17:00:20.505904 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42838) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:20.510413 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'security_group_rule': {'security_group_id': 'ec6dc138-c961-47be-a4a3-84eaa1ab2367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:20.630779 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (7aeed98a-1f0b-4f93-b065-720d59207f48), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.691818 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (7aeed98a-1f0b-4f93-b065-720d59207f48), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.790380 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (7aeed98a-1f0b-4f93-b065-720d59207f48), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.809214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aeed98a-1f0b-4f93-b065-720d59207f48,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:20.888372 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.889631 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-11cf718b-21f2-4e84-8f2b-b48a17d8a9ad tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827639 Apr 11 17:00:20.892391 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42840) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:20.896852 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'security_group_rule': {'security_group_id': 'ec6dc138-c961-47be-a4a3-84eaa1ab2367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:21.005966 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (c78576f6-a105-4d93-b2b4-d9291a295d29), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.066945 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (c78576f6-a105-4d93-b2b4-d9291a295d29), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.160226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (c78576f6-a105-4d93-b2b4-d9291a295d29), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.180650 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78576f6-a105-4d93-b2b4-d9291a295d29,revision_number=0']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:21.272554 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.273743 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-11a917a3-104e-471a-ba6b-57892e4e76b7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3803477 Apr 11 17:00:21.277507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 42842) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:21.282516 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:21.357061 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.443881 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.554700 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 4c015eaf-9881-481d-bde3-577211f73932 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:00:21.568183 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Allocated IP 172.27.2.210 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:21.578751 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 4c015eaf-9881-481d-bde3-577211f73932 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:00:21.579112 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 4c015eaf-9881-481d-bde3-577211f73932 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:00:21.696705 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.802179 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:21.857334 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:21.862357 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:21.868284 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:21.921667 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'Port': ['ID=50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:22.007183 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (36d1b8c7-55f7-4380-a4b5-1e75a278987b), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.134790 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.520786 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.590366 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.662437 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'Port': ['ID=50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:22.673271 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (36d1b8c7-55f7-4380-a4b5-1e75a278987b), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.847952 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.849179 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-978556a8-47b7-4c04-bd8a-79cad4635bbd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5705550 Apr 11 17:00:23.075404 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-93193894-06ac-45c1-aeed-779dcec8a822 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1385790326&fields=id&tenant_id=d7c652a8e00241a68c25698bca5e7ffe HTTP/1.1" status: 200 len: 267 time: 0.0462644 Apr 11 17:00:23.193397 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-7b0ad373-d9d9-41ee-9140-7325e5e2640e tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:23.194878 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-7b0ad373-d9d9-41ee-9140-7325e5e2640e tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 810 time: 0.1091633 Apr 11 17:00:23.211009 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-fd3777a2-f3b4-4670-99aa-6815978dc43c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/quotas/d7c652a8e00241a68c25698bca5e7ffe HTTP/1.1" status: 200 len: 375 time: 0.0096173 Apr 11 17:00:23.263379 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-909a86e1-83b8-41d0-8c7c-9003fa54e145 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464160 Apr 11 17:00:23.329244 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-70e13ca0-656d-4af2-98a8-731c4fb3d338 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:00:23.330286 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-70e13ca0-656d-4af2-98a8-731c4fb3d338 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558259 Apr 11 17:00:23.424758 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-3440e0e7-9c82-4567-ac13-5f7f79058e46 service neutron] 10.222.0.43 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884693 Apr 11 17:00:23.520150 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-e448d6a5-9ce6-4efc-861a-ef001b3fb0bb service neutron] 10.222.0.43 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897272 Apr 11 17:00:23.798903 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ae947f1c-24ba-4381-ade1-87a3b2d531ef req-e0d56811-3c00-4c3a-9088-006fab439219 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 210 time: 0.0451386 Apr 11 17:00:23.805089 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-fdc3b1eb-287e-4563-bac8-b4461cc33aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628576 Apr 11 17:00:23.869796 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994622-ce40-4baf-a166-438a8918518a req-903e60b1-77c4-448d-bcc9-be6d6c5abdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:23.871769 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-903e60b1-77c4-448d-bcc9-be6d6c5abdbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1129 time: 0.0430992 Apr 11 17:00:23.979233 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994622-ce40-4baf-a166-438a8918518a req-d5be9dae-983e-4538-a977-52ceda2a60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:23.981127 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-d5be9dae-983e-4538-a977-52ceda2a60b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0880573 Apr 11 17:00:24.053034 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-fb669d88-e4b6-4845-ba1f-74f92bffeb31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 1000 time: 0.0628288 Apr 11 17:00:24.103283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994622-ce40-4baf-a166-438a8918518a req-b60eec97-62c1-4b0d-b13f-e245c1bf66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:24.104835 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-b60eec97-62c1-4b0d-b13f-e245c1bf66c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0433204 Apr 11 17:00:24.152918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7994622-ce40-4baf-a166-438a8918518a req-9ad045f8-ded2-4ee9-a48b-b6739e3dff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:24.154425 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-9ad045f8-ded2-4ee9-a48b-b6739e3dff63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432982 Apr 11 17:00:24.248515 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-51bac778-e0d6-461e-97b0-1db9271ddc23 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869641 Apr 11 17:00:24.344056 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a7994622-ce40-4baf-a166-438a8918518a req-ff1d8d87-f473-4211-b000-548437c44f9f service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889456 Apr 11 17:00:24.902187 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-10381050-9065-472d-847f-9e3eaf2241a8 req-834f337a-25e5-4908-b51d-d073828fadb5 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Apr 11 17:00:26.024823 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8204d2c5-3f00-4c6a-a907-c68c71630b3d req-bc9c90d7-9104-4025-a832-8067a3d538be tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 210 time: 0.0377152 Apr 11 17:00:26.059270 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-5af3d3ee-336b-4942-85f1-129f9696beb6 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:26.060817 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-5af3d3ee-336b-4942-85f1-129f9696beb6 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 810 time: 0.1388571 Apr 11 17:00:26.126289 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-e5ba275d-7b61-41d7-8e2b-4af3d28bd381 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7c652a8e00241a68c25698bca5e7ffe HTTP/1.1" status: 200 len: 380 time: 0.0536747 Apr 11 17:00:26.136607 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'port': {'device_id': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'admin_state_up': True, 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'security_groups': ['ec6dc138-c961-47be-a4a3-84eaa1ab2367']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:26.333428 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Made reservation on behalf of d7c652a8e00241a68c25698bca5e7ffe for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:00:26.338501 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:26.480587 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Allocated IP 172.20.0.7 (75b7daae-aff9-43aa-88e9-7ad14b0eca6c/0a06c82c-c37e-4211-8672-4ba303c126df/453aeda8-9a27-4e68-8e76-7f8e069a5104) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:26.624907 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:26.720197 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:26.771573 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:26.775024 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:26.779701 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:26.790801 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event updated for resources: {'Port': ['ID=453aeda8-9a27-4e68-8e76-7f8e069a5104,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:26.846902 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:26.847571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:26.935071 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-d1a58828-8f74-4baa-b152-50ae437bb9b0 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026736 Apr 11 17:00:26.968523 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Request body: {'port': {'device_id': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:27.040773 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.063187 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-fe46989f-e136-47e1-9568-3c78a9e9d488 None None] Provisioning complete for port 453aeda8-9a27-4e68-8e76-7f8e069a5104 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:00:27.064199 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-fe46989f-e136-47e1-9568-3c78a9e9d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.108303 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-fe46989f-e136-47e1-9568-3c78a9e9d488 None None] Port 453aeda8-9a27-4e68-8e76-7f8e069a5104 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:00:27.187022 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f7015-3581-4a66-95b4-fcff563810b0 req-7d1500e5-78c6-477e-bf02-cb4ee3c9c998 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:27.189461 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d99f7015-3581-4a66-95b4-fcff563810b0 req-7d1500e5-78c6-477e-bf02-cb4ee3c9c998 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 931 time: 0.0645683 Apr 11 17:00:27.248319 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d99f7015-3581-4a66-95b4-fcff563810b0 req-47c1ece7-d2bb-4e9f-971d-322d1c0d5db2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508916 Apr 11 17:00:27.393906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453aeda8-9a27-4e68-8e76-7f8e069a5104 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:27.403205 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Publish callbacks [] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.417397 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Transition to ACTIVE for port object 453aeda8-9a27-4e68-8e76-7f8e069a5104 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:00:27.476219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.536241 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=453aeda8-9a27-4e68-8e76-7f8e069a5104,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:27.611052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Attempting to bind port 453aeda8-9a27-4e68-8e76-7f8e069a5104 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:00:27.611920 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Attempting to bind port 453aeda8-9a27-4e68-8e76-7f8e069a5104 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:00:27.612452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Attempting to bind port 453aeda8-9a27-4e68-8e76-7f8e069a5104 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:27.617671 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Port 453aeda8-9a27-4e68-8e76-7f8e069a5104 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:00:27.617989 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Attempting to bind port 453aeda8-9a27-4e68-8e76-7f8e069a5104 on network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:27.625825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:00:27.626149 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Checking segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:00:27.626532 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Bound using segment: {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:00:27.627190 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Bound port: 453aeda8-9a27-4e68-8e76-7f8e069a5104, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be623f81-a881-4604-ae5e-2939eed37cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:00:27.627610 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.705431 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] For port 453aeda8-9a27-4e68-8e76-7f8e069a5104, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:00:27.709854 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] For port 453aeda8-9a27-4e68-8e76-7f8e069a5104, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:00:27.805909 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.848548 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:27.849070 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.850472 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/453aeda8-9a27-4e68-8e76-7f8e069a5104 HTTP/1.1" status: 200 len: 1093 time: 0.8873835 Apr 11 17:00:27.850922 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:27.853219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77953768-b62f-49e7-821f-10843d33e546" -d '{"events": [{"name": "network-changed", "server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:27.881777 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2b5b0-aecf-4a83-8975-b92fa4c2c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=453aeda8-9a27-4e68-8e76-7f8e069a5104,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:27.904493 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c7f5e-104a-4f93-9728-a9a86d59ada7 x-openstack-request-id: req-321c7f5e-104a-4f93-9728-a9a86d59ada7 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:27.904864 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:27.905210 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-321c7f5e-104a-4f93-9728-a9a86d59ada7 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:27.905700 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321c7f5e-104a-4f93-9728-a9a86d59ada7'] response: {'name': 'network-changed', 'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'status': 'completed', 'code': 200} Apr 11 17:00:27.973840 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953768-b62f-49e7-821f-10843d33e546 req-335e8497-f9cd-465b-9b43-293416fae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:27.975788 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-77953768-b62f-49e7-821f-10843d33e546 req-335e8497-f9cd-465b-9b43-293416fae2e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 1127 time: 0.0467136 Apr 11 17:00:28.090003 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953768-b62f-49e7-821f-10843d33e546 req-098f27ad-6304-48b3-a680-5198403ae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:28.091546 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-77953768-b62f-49e7-821f-10843d33e546 req-098f27ad-6304-48b3-a680-5198403ae8d6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1086264 Apr 11 17:00:28.196002 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953768-b62f-49e7-821f-10843d33e546 req-b02c70f4-db85-4d51-85e5-ea3f6fb0228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:28.197471 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-77953768-b62f-49e7-821f-10843d33e546 req-b02c70f4-db85-4d51-85e5-ea3f6fb0228f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977380 Apr 11 17:00:28.280527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-26407c93-d3f0-4739-ac37-cae12d4a2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:28.281957 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-26407c93-d3f0-4739-ac37-cae12d4a2d56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 1127 time: 0.0413013 Apr 11 17:00:28.325635 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-41ef6238-f1bb-4941-a065-ef9bb13cd256 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104 HTTP/1.1" status: 200 len: 217 time: 0.0356522 Apr 11 17:00:28.381348 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b2dc-edc4-44a1-b525-7492f1f6ac29 req-0536c411-a01d-48b2-99fc-e9693f5ff7bd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:28.382871 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5430b2dc-edc4-44a1-b525-7492f1f6ac29 req-0536c411-a01d-48b2-99fc-e9693f5ff7bd tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 943 time: 0.0529904 Apr 11 17:00:28.383099 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-66c91321-9dfa-42a1-890e-6a0acb0acb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:28.384531 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-66c91321-9dfa-42a1-890e-6a0acb0acb86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0506310 Apr 11 17:00:28.436917 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-1c671ec6-42c2-459f-b3be-0da14e313540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:28.439795 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-1c671ec6-42c2-459f-b3be-0da14e313540 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477419 Apr 11 17:00:28.441420 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5430b2dc-edc4-44a1-b525-7492f1f6ac29 req-50792750-ca06-4ea1-8308-50b12f6483e2 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519981 Apr 11 17:00:28.541108 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-c53dd79f-ea46-4e34-863a-914d0e888cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943859 Apr 11 17:00:28.943460 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3f1cbb92-ac9c-4b48-8698-77ee4158a153 req-e6064ee4-a962-4f7e-b25a-d436f83cf8cd service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956738 Apr 11 17:00:29.562635 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c5d59-646a-437f-b150-d991898a2513 req-a2a627ac-d77e-47db-abe3-842dee6b2bbc tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:29.564191 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d1c5d59-646a-437f-b150-d991898a2513 req-a2a627ac-d77e-47db-abe3-842dee6b2bbc tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 943 time: 0.0495436 Apr 11 17:00:29.614652 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6d1c5d59-646a-437f-b150-d991898a2513 req-97ec63be-2959-4f3c-8c6d-d5a805b8893a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Apr 11 17:00:30.731050 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034caf2d-1d6c-41fb-b842-3c288a136f61 req-49cd9e2f-dd0e-41aa-a62b-9f8c251c76af tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:30.732568 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-034caf2d-1d6c-41fb-b842-3c288a136f61 req-49cd9e2f-dd0e-41aa-a62b-9f8c251c76af tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 943 time: 0.0513206 Apr 11 17:00:30.780451 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-034caf2d-1d6c-41fb-b842-3c288a136f61 req-8c9ae40c-d8c8-40ea-b2f8-beddff271694 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Apr 11 17:00:31.896400 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d653b-8c0b-400e-ab1f-fc2eb0a13545 req-dfb66acb-da76-4588-bf26-d0c8e2178cca tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:31.897858 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fa2d653b-8c0b-400e-ab1f-fc2eb0a13545 req-dfb66acb-da76-4588-bf26-d0c8e2178cca tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 943 time: 0.0495377 Apr 11 17:00:31.944357 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fa2d653b-8c0b-400e-ab1f-fc2eb0a13545 req-9d3fba74-db25-4c46-af44-94d6c406712c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 Apr 11 17:00:33.057882 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7138735-c9d7-4a2f-8c31-1f1110f57e39 req-76b19e5e-d10c-4901-9a61-145416c83915 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:33.059358 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a7138735-c9d7-4a2f-8c31-1f1110f57e39 req-76b19e5e-d10c-4901-9a61-145416c83915 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 943 time: 0.0476413 Apr 11 17:00:33.106562 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a7138735-c9d7-4a2f-8c31-1f1110f57e39 req-7461c685-417b-4ccb-84ee-a9fca387739a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Apr 11 17:00:33.568173 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 453aeda8-9a27-4e68-8e76-7f8e069a5104 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:00:33.676366 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 453aeda8-9a27-4e68-8e76-7f8e069a5104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:33.689033 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'port_id': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'mac_address': 'fa:16:3e:18:9e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:00:33.729079 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 453aeda8-9a27-4e68-8e76-7f8e069a5104 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:33.730059 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:33.752751 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453aeda8-9a27-4e68-8e76-7f8e069a5104 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:33.776585 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 453aeda8-9a27-4e68-8e76-7f8e069a5104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:33.835823 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:33.892460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=453aeda8-9a27-4e68-8e76-7f8e069a5104,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:33.899745 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.900103 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.900446 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.900787 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.901778 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.902121 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.902454 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.902782 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.903162 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.903487 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.903845 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.904175 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.904502 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.904820 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:33.905142 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:34.171186 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['453aeda8-9a27-4e68-8e76-7f8e069a5104'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:00:34.223858 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c616af-1da3-4293-a5db-8a29183ef317 req-d83ac3b4-93d4-4ca9-809c-156794b4546d tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:34.225394 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-13c616af-1da3-4293-a5db-8a29183ef317 req-d83ac3b4-93d4-4ca9-809c-156794b4546d tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 944 time: 0.0495400 Apr 11 17:00:34.273280 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-13c616af-1da3-4293-a5db-8a29183ef317 req-17b502ec-f87e-4d53-ae74-a3526c185256 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421720 Apr 11 17:00:35.454125 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ee461-ee58-4480-bf17-d7baba7b853f req-48914650-2f4f-4b4c-b400-b8c35f17f8e7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:35.455710 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1b4ee461-ee58-4480-bf17-d7baba7b853f req-48914650-2f4f-4b4c-b400-b8c35f17f8e7 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 944 time: 0.0537872 Apr 11 17:00:35.505531 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1b4ee461-ee58-4480-bf17-d7baba7b853f req-99e7b983-b8cf-4037-bc00-f7ae1a0dff14 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Apr 11 17:00:35.583140 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 453aeda8-9a27-4e68-8e76-7f8e069a5104 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:00:35.631176 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 453aeda8-9a27-4e68-8e76-7f8e069a5104 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:00:35.692777 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 453aeda8-9a27-4e68-8e76-7f8e069a5104 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:00:35.693155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:35.773687 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 453aeda8-9a27-4e68-8e76-7f8e069a5104 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:35.774077 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:35.798084 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:35.800342 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4083d-aed8-49a1-a492-dc74b81dfc5d" -d '{"events": [{"server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "name": "network-vif-plugged", "status": "completed", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:35.814688 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 453aeda8-9a27-4e68-8e76-7f8e069a5104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:35.876038 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:35.903448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e589ef5-8a88-4963-add8-6ddb5cb56574 x-openstack-request-id: req-2e589ef5-8a88-4963-add8-6ddb5cb56574 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:35.903448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "name": "network-vif-plugged", "status": "completed", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:35.903448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e589ef5-8a88-4963-add8-6ddb5cb56574 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:35.903790 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e589ef5-8a88-4963-add8-6ddb5cb56574'] response: {'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'code': 200} Apr 11 17:00:35.937873 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=453aeda8-9a27-4e68-8e76-7f8e069a5104,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:36.168967 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54cf08-53ab-4c51-9e56-a4f0749a9ba6 req-25a4d6c5-8c38-4510-9172-b54376a589a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:36.170563 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b54cf08-53ab-4c51-9e56-a4f0749a9ba6 req-25a4d6c5-8c38-4510-9172-b54376a589a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 1129 time: 0.0403187 Apr 11 17:00:36.220483 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-5b54cf08-53ab-4c51-9e56-a4f0749a9ba6 req-8a15db84-192f-4970-ae8a-ab775105939f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Apr 11 17:00:36.624063 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535205e-16c2-4203-ba90-c4fe9f2f95d3 req-fe67f5cf-b9ea-4ca1-9a4e-394761cf3de3 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:36.625704 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a535205e-16c2-4203-ba90-c4fe9f2f95d3 req-fe67f5cf-b9ea-4ca1-9a4e-394761cf3de3 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Apr 11 17:00:36.676195 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-a535205e-16c2-4203-ba90-c4fe9f2f95d3 req-a80ae5a2-3517-437e-9925-20c1d26fc527 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Apr 11 17:00:37.793063 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6650e-1c10-405c-93da-99ee5133fe0b req-fe950795-5d58-4451-bee2-94b71243f785 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:37.794465 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-82c6650e-1c10-405c-93da-99ee5133fe0b req-fe950795-5d58-4451-bee2-94b71243f785 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0480661 Apr 11 17:00:37.844382 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-82c6650e-1c10-405c-93da-99ee5133fe0b req-b7f6f7f7-59c9-4cc2-abfc-ee0fa9754d22 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Apr 11 17:00:38.960089 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23aff7-62a1-4068-b744-24800a0b854e req-1fd372ef-6675-4db3-ba02-e204fe1f1c1a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:38.961588 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-be23aff7-62a1-4068-b744-24800a0b854e req-1fd372ef-6675-4db3-ba02-e204fe1f1c1a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Apr 11 17:00:39.015785 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-be23aff7-62a1-4068-b744-24800a0b854e req-01d3d9f2-de3e-4074-a473-7a4fca5bb817 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478194 Apr 11 17:00:39.125246 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdd8fa-a954-4438-b672-ceb0d5f7cb67 req-26989e0c-5e62-4f62-873d-beabc3399206 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:39.126663 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1fcdd8fa-a954-4438-b672-ceb0d5f7cb67 req-26989e0c-5e62-4f62-873d-beabc3399206 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0477099 Apr 11 17:00:39.135856 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 42916) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:39.140334 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Request body: {'floatingip': {'port_id': '453aeda8-9a27-4e68-8e76-7f8e069a5104'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:39.184059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (36d1b8c7-55f7-4380-a4b5-1e75a278987b), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:39.639014 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:39.656588 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bb4e912c-27e3-417b-b364-c24b98fede78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:39.704054 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (36d1b8c7-55f7-4380-a4b5-1e75a278987b), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:39.812914 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Floating IP 36d1b8c7-55f7-4380-a4b5-1e75a278987b associated. External IP: 172.27.2.210, port: 453aeda8-9a27-4e68-8e76-7f8e069a5104. Apr 11 17:00:40.029936 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Router 746bc2ad-0b28-48a7-946e-43638da80d3c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:00:40.144005 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:00:40.149116 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:40.156145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:00:40.167891 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:40.168533 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:00:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:40.179972 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-0433628b-487c-4df0-9e5c-19955265cf8f tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "PUT /v2.0/floatingips/36d1b8c7-55f7-4380-a4b5-1e75a278987b HTTP/1.1" status: 200 len: 991 time: 1.0429711 Apr 11 17:00:40.180665 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:40.183242 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1610de-763e-4a0e-b951-1c6e1f2ac041" -d '{"events": [{"name": "network-changed", "server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:40.220854 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6979a-00dc-497c-9b1d-ad524d8d6fd7 x-openstack-request-id: req-89d6979a-00dc-497c-9b1d-ad524d8d6fd7 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:40.221142 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:40.221390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89d6979a-00dc-497c-9b1d-ad524d8d6fd7 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:40.221832 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d6979a-00dc-497c-9b1d-ad524d8d6fd7'] response: {'name': 'network-changed', 'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'status': 'completed', 'code': 200} Apr 11 17:00:40.288524 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:40.293638 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-740d5bb6-74ca-4add-965b-3f21901386c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:40.295227 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-740d5bb6-74ca-4add-965b-3f21901386c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 1129 time: 0.0473180 Apr 11 17:00:40.405299 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-d95075ab-5f44-4a02-bda9-314f0215d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:40.406782 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-d95075ab-5f44-4a02-bda9-314f0215d5a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.1053588 Apr 11 17:00:40.491338 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-434e9be5-6992-47e0-b71f-50ddd21d0a8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104 HTTP/1.1" status: 200 len: 999 time: 0.0782356 Apr 11 17:00:40.547950 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-b3d42fdc-445d-4544-b387-c92e2387b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:40.549499 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-b3d42fdc-445d-4544-b387-c92e2387b834 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0517516 Apr 11 17:00:40.597606 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-2981bb11-1c77-47f4-a5f9-05127047d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:40.599227 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-2981bb11-1c77-47f4-a5f9-05127047d416 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434384 Apr 11 17:00:40.692469 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '36d1b8c7-55f7-4380-a4b5-1e75a278987b', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'port_id': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'mac_address': 'fa:16:3e:18:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:21Z', 'updated_at': '2022-04-11T17:00:39Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:40.697940 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-4fd7340b-ba2e-417c-97ea-db01bc75d8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923626 Apr 11 17:00:40.720463 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:00:40.729746 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:40.730382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:00:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:40.789349 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9c1610de-763e-4a0e-b951-1c6e1f2ac041 req-b6874314-6533-4c6f-8389-d9374e0c8419 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860772 Apr 11 17:00:40.844209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:41.092808 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '36d1b8c7-55f7-4380-a4b5-1e75a278987b', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'port_id': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'mac_address': 'fa:16:3e:18:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:21Z', 'updated_at': '2022-04-11T17:00:39Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:41.121224 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162acc-0f5b-4464-94e6-6e50d10f0798 None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '36d1b8c7-55f7-4380-a4b5-1e75a278987b', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'port_id': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'mac_address': 'fa:16:3e:18:9e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:21Z', 'updated_at': '2022-04-11T17:00:39Z', 'revision_number': 1, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:00:41.331151 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbce5d-98c8-46ab-b269-a987e445d998 None None] New status for floating IP 36d1b8c7-55f7-4380-a4b5-1e75a278987b: ACTIVE {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:00:42.286811 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0206bd3d-bc59-49ca-9e7a-fe345ecff625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:43.095897 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:00:43.382307 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:43.657044 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:45.001114 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:46.033825 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:09.663248 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d569c9c5-3566-4495-af91-52a679bb0d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:12.269138 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2173270b-70ce-4588-b916-928849079da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:13.378044 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:13.686308 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:15.023824 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:16.016053 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:20.097690 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:21.774579 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-c245e859-13fb-413b-94e0-ef1fd0ae024f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900102282&fields=id&tenant_id=8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 267 time: 0.0598013 Apr 11 17:01:21.903949 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-0ba801f8-6a08-42f0-aba9-b2c2002afd51 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:21.905473 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-0ba801f8-6a08-42f0-aba9-b2c2002afd51 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 811 time: 0.1242995 Apr 11 17:01:21.921011 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-c4fa03cb-73c5-4522-8ee3-4fd50e27308f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/quotas/8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 375 time: 0.0097685 Apr 11 17:01:21.977063 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-53ad3979-82c6-4d17-82a2-a22e8de93bdd tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498126 Apr 11 17:01:22.138484 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-b01fd1f7-5613-4753-8877-04347acd6906 service neutron] 10.222.0.43 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475987 Apr 11 17:01:22.253112 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-453263af-f516-4b05-84e3-7d4d261eb689 service neutron] 10.222.0.43 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086378 Apr 11 17:01:22.863974 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-997f3d13-f2c4-4e07-a2b9-d928eac211b8 req-cb18d3cd-e337-4120-863d-df3c84dac648 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0318041 Apr 11 17:01:23.963802 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9916f2f9-9be8-47dd-a439-7fcc5563648f req-c6e4c124-0a6c-49a7-9c26-58d4493823e1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0377202 Apr 11 17:01:24.745265 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-77dea55e-e987-42ed-80cf-b35c659629d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415435 Apr 11 17:01:24.855032 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-25c591c8-58c3-49ac-ac8e-3d6100799c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:24.856585 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-25c591c8-58c3-49ac-ac8e-3d6100799c17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1129 time: 0.0474119 Apr 11 17:01:24.971544 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-bcd57ea0-3171-4b9e-aa5c-b25d75ddfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:24.972671 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-bcd57ea0-3171-4b9e-aa5c-b25d75ddfb15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0968330 Apr 11 17:01:25.052482 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-51b19493-d107-4b43-8ab9-7d944a59b1e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 1000 time: 0.0731127 Apr 11 17:01:25.065411 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-594a8074-7447-404e-8612-72585aa73bdc req-e7ac6a98-4dcf-4b7c-aa8f-ad8f87455856 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0300570 Apr 11 17:01:25.116160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-e6125166-0369-4145-91a0-c9488886c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:25.117735 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-e6125166-0369-4145-91a0-c9488886c83f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0592887 Apr 11 17:01:25.170673 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-6e67614c-015f-4feb-be66-fc827249f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:25.172244 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-6e67614c-015f-4feb-be66-fc827249f2be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482528 Apr 11 17:01:25.270442 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-d2dfcc1e-d81f-4920-9b67-22289294bd33 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922115 Apr 11 17:01:25.391212 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf361a40-9a95-453c-85e8-6b247f2053a8 req-6b8d6ea4-cd5f-48c5-84db-357b79b0cd9d service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146231 Apr 11 17:01:26.145159 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-69145f85-fa47-46f5-8f7b-0de48a13c77f req-f2b3ed17-3eb8-4472-a692-cec69c55a076 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Apr 11 17:01:27.249865 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-da87bf62-14cc-4ec7-88f9-c50c34068a5e req-96588773-1b73-43d6-811f-f7351baa7bfe tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0297589 Apr 11 17:01:28.387175 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-839f704c-530b-447c-98e8-534b4f88a309 req-bd8b78a5-9bcd-4a59-9b2d-5a3e08522559 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0302565 Apr 11 17:01:29.231966 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-fe9115da-7802-4bf2-a9d2-8e78ad39ff21 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:29.234146 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-fe9115da-7802-4bf2-a9d2-8e78ad39ff21 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 811 time: 0.1455925 Apr 11 17:01:29.329179 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-37a4ef9b-d01d-4107-bc84-b114780b8bb3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9151e87a0144caa9be07aa21c76b5b HTTP/1.1" status: 200 len: 379 time: 0.0850012 Apr 11 17:01:29.487026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'port': {'device_id': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'admin_state_up': True, 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'security_groups': ['bb9b01a0-0824-452a-b965-d2414a9b396b']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:29.523930 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ca848502-8c47-4b04-a582-9b0ec603eced req-14ec3400-2767-4f81-8599-fb962b9c93cf tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0540409 Apr 11 17:01:29.747721 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Made reservation on behalf of 8a9151e87a0144caa9be07aa21c76b5b for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:01:29.751323 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:29.904899 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Allocated IP 172.20.0.12 (d45841d9-e429-47aa-8f60-9f9158a45598/d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73/7a50fff3-becf-4de7-875d-e2c780b656c1) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:01:30.115825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.235124 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.282587 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Network d45841d9-e429-47aa-8f60-9f9158a45598 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:01:30.286075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:30.291103 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:01:30.326004 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=7a50fff3-becf-4de7-875d-e2c780b656c1,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:30.342380 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.342730 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.343081 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.343584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.349228 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:30.372075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:30.372626 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.468477 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-bcd3d3a8-3b66-4633-8943-55f1870baf13 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9881592 Apr 11 17:01:30.482132 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Request body: {'port': {'device_id': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:30.547324 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.599052 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-bdae10c1-b2bb-4a41-b929-074f16975c99 None None] Provisioning complete for port 7a50fff3-becf-4de7-875d-e2c780b656c1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:30.599672 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bdae10c1-b2bb-4a41-b929-074f16975c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.657418 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-bdae10c1-b2bb-4a41-b929-074f16975c99 None None] Port 7a50fff3-becf-4de7-875d-e2c780b656c1 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:01:30.747646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4734b4-f796-441e-80b4-36c7e3aa2d4f req-f45d697c-bb18-455a-998c-429887e4f1d0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:30.749250 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0d4734b4-f796-441e-80b4-36c7e3aa2d4f req-f45d697c-bb18-455a-998c-429887e4f1d0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 932 time: 0.1204591 Apr 11 17:01:30.860740 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0d4734b4-f796-441e-80b4-36c7e3aa2d4f req-cda00aba-6ced-4d32-8b30-cda7a0b335e3 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048923 Apr 11 17:01:30.955642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a50fff3-becf-4de7-875d-e2c780b656c1 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:01:30.964590 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Publish callbacks [] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.977879 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Transition to ACTIVE for port object 7a50fff3-becf-4de7-875d-e2c780b656c1 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:01:31.051796 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:31.121389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Pushing event updated for resources: {'Port': ['ID=7a50fff3-becf-4de7-875d-e2c780b656c1,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:31.210736 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Attempting to bind port 7a50fff3-becf-4de7-875d-e2c780b656c1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:01:31.211853 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Attempting to bind port 7a50fff3-becf-4de7-875d-e2c780b656c1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:01:31.212523 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Attempting to bind port 7a50fff3-becf-4de7-875d-e2c780b656c1 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:01:31.223291 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Port 7a50fff3-becf-4de7-875d-e2c780b656c1 on network d45841d9-e429-47aa-8f60-9f9158a45598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:01:31.223837 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Attempting to bind port 7a50fff3-becf-4de7-875d-e2c780b656c1 on network d45841d9-e429-47aa-8f60-9f9158a45598 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:01:31.233428 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:01:31.233980 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Checking segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:01:31.234560 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Bound using segment: {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:01:31.235251 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Bound port: 7a50fff3-becf-4de7-875d-e2c780b656c1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1aee249-8d2d-43cd-bfdc-89910da277d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:01:31.235864 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:31.318471 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] For port 7a50fff3-becf-4de7-875d-e2c780b656c1, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:01:31.321710 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] For port 7a50fff3-becf-4de7-875d-e2c780b656c1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7a50fff3-becf-4de7-875d-e2c780b656c1,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:01:31.389225 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:31.425285 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:31.425955 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:31.427304 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] 10.222.0.60 "PUT /v2.0/ports/7a50fff3-becf-4de7-875d-e2c780b656c1 HTTP/1.1" status: 200 len: 1094 time: 0.9507520 Apr 11 17:01:31.427794 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:01:31.430583 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:01:31.467768 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19359-59fb-4ee0-a2b3-7aad7ab37aac service neutron] Pushing event updated for resources: {'Port': ['ID=7a50fff3-becf-4de7-875d-e2c780b656c1,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:31.473637 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa30411-1728-42eb-9236-2b2fead3488b x-openstack-request-id: req-dfa30411-1728-42eb-9236-2b2fead3488b {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:01:31.474166 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:01:31.474776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfa30411-1728-42eb-9236-2b2fead3488b {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:01:31.475480 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa30411-1728-42eb-9236-2b2fead3488b'] response: {'name': 'network-changed', 'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'status': 'completed', 'code': 200} Apr 11 17:01:31.557018 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d req-1354c5b8-d749-41e4-a205-c3b8b612bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:31.558585 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d req-1354c5b8-d749-41e4-a205-c3b8b612bf38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 1128 time: 0.0561557 Apr 11 17:01:31.667221 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d req-8e8b2446-2a04-4315-a51f-4dc414b4edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:31.668738 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d req-8e8b2446-2a04-4315-a51f-4dc414b4edd0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1030209 Apr 11 17:01:31.780402 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d req-ab104092-3a89-4333-884a-b53b69855ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:31.781904 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-cf2329cf-15e5-4ecb-afbd-f3d63bbed57d req-ab104092-3a89-4333-884a-b53b69855ca1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050930 Apr 11 17:01:31.865912 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-c0869b51-9d83-42ef-9130-e53a14cfd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:31.867827 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-c0869b51-9d83-42ef-9130-e53a14cfd753 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 1128 time: 0.0460417 Apr 11 17:01:31.913316 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-74bea443-c7e5-4c6b-af38-da61ebbe4e80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a50fff3-becf-4de7-875d-e2c780b656c1 HTTP/1.1" status: 200 len: 217 time: 0.0382893 Apr 11 17:01:31.998760 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-c81fb432-079d-4ea6-afa8-0a8d521453fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:32.000202 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-c81fb432-079d-4ea6-afa8-0a8d521453fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0796933 Apr 11 17:01:32.011783 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e1c91-7e28-4077-baef-1ba7535f4305 req-24acb4a6-7b81-436d-9ae6-1600fb5b05a8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:32.013447 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fa3e1c91-7e28-4077-baef-1ba7535f4305 req-24acb4a6-7b81-436d-9ae6-1600fb5b05a8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0611365 Apr 11 17:01:32.068343 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-951fedac-52f3-4fa1-894a-5a6bee0432d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:32.069877 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-951fedac-52f3-4fa1-894a-5a6bee0432d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555201 Apr 11 17:01:32.119786 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fa3e1c91-7e28-4077-baef-1ba7535f4305 req-eb50cfcb-793d-4b90-9a3e-b6554df6eed7 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971804 Apr 11 17:01:32.184134 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-d16d90d6-20ac-43a5-8ffe-a450eca3c026 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076725 Apr 11 17:01:32.290805 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-111790cd-31b9-44b7-9225-7a68c3b80cff req-9b4332e5-b77c-48c3-a9b5-0afd170d899d service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998750 Apr 11 17:01:33.238806 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff8852-59b8-48a1-9f4b-e8e638f95b54 req-307951a6-59ad-4d6d-90f0-c2f67da25c7a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:33.240363 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-28ff8852-59b8-48a1-9f4b-e8e638f95b54 req-307951a6-59ad-4d6d-90f0-c2f67da25c7a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Apr 11 17:01:33.291898 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-28ff8852-59b8-48a1-9f4b-e8e638f95b54 req-476dadd4-54ea-49f2-928c-773af54b3a0d tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447638 Apr 11 17:01:34.418044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efeddf-2fcd-4d28-99a8-8682c633d9a6 req-d36f1c96-f21a-4b93-aa1e-ec5163f89581 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:34.419696 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-98efeddf-2fcd-4d28-99a8-8682c633d9a6 req-d36f1c96-f21a-4b93-aa1e-ec5163f89581 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0539565 Apr 11 17:01:34.472447 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-98efeddf-2fcd-4d28-99a8-8682c633d9a6 req-a70e3c47-645e-4a73-8aaa-7039a4e9382a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464396 Apr 11 17:01:35.604527 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1119fd9-2a42-445b-9302-e223efd2892f req-36deda4e-7196-4fd2-90b0-40eac60e9ec0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:35.606219 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b1119fd9-2a42-445b-9302-e223efd2892f req-36deda4e-7196-4fd2-90b0-40eac60e9ec0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0627759 Apr 11 17:01:35.663690 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b1119fd9-2a42-445b-9302-e223efd2892f req-3dcde60a-dff2-4f16-b14f-40d65bb5ae93 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512662 Apr 11 17:01:36.781212 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81489-1228-41e9-a4a5-aebb67e1a9a8 req-ba25ae39-1a42-46c6-83be-c53463c80713 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:36.783097 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a5f81489-1228-41e9-a4a5-aebb67e1a9a8 req-ba25ae39-1a42-46c6-83be-c53463c80713 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Apr 11 17:01:36.833756 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a5f81489-1228-41e9-a4a5-aebb67e1a9a8 req-abd6de77-b0a5-481b-bd87-8c13061df953 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Apr 11 17:01:37.956308 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31debc6d-089f-410b-9ad5-a1adbbdf12da req-baf5e67d-c6f9-44ef-8ab8-d6844b991340 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:37.957824 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-31debc6d-089f-410b-9ad5-a1adbbdf12da req-baf5e67d-c6f9-44ef-8ab8-d6844b991340 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0549262 Apr 11 17:01:38.010863 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-31debc6d-089f-410b-9ad5-a1adbbdf12da req-846bfeb1-efd6-4baa-a75d-173504b13b10 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Apr 11 17:01:39.128666 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946b75d-ae5d-401f-b3b6-895060ec77e8 req-bb9fc66f-2a5f-4da9-a75f-8fc7caee73fd tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:39.130419 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b946b75d-ae5d-401f-b3b6-895060ec77e8 req-bb9fc66f-2a5f-4da9-a75f-8fc7caee73fd tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0473464 Apr 11 17:01:39.198431 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b946b75d-ae5d-401f-b3b6-895060ec77e8 req-8e0853bb-62ef-4254-a0eb-9f185ea93202 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616868 Apr 11 17:01:39.645744 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5b53e2fd-0761-4b39-839d-4635abc618e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:40.326810 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc63b7a-a84b-4a2b-82ef-a3f42cbc6a9f req-39b74f85-47af-456c-b88d-c1795e996790 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:40.328373 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dbc63b7a-a84b-4a2b-82ef-a3f42cbc6a9f req-39b74f85-47af-456c-b88d-c1795e996790 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0602067 Apr 11 17:01:40.379764 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-dbc63b7a-a84b-4a2b-82ef-a3f42cbc6a9f req-4baae792-51ca-4cd0-954c-e76b71a496a8 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452085 Apr 11 17:01:41.498408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a7b1f-455f-4270-a957-c507921db591 req-dc2bdc8c-c536-4607-bb69-3beb9e32484e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:41.499991 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-231a7b1f-455f-4270-a957-c507921db591 req-dc2bdc8c-c536-4607-bb69-3beb9e32484e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Apr 11 17:01:41.553736 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-231a7b1f-455f-4270-a957-c507921db591 req-2dc12fa3-2e50-47ca-af29-1f406fed447a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473661 Apr 11 17:01:41.801190 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7a50fff3-becf-4de7-875d-e2c780b656c1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:01:41.902755 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7a50fff3-becf-4de7-875d-e2c780b656c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7a50fff3-becf-4de7-875d-e2c780b656c1,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:41.914979 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'port_id': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'mac_address': 'fa:16:3e:53:fb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:01:41.953448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 7a50fff3-becf-4de7-875d-e2c780b656c1 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:41.953830 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:41.967537 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a50fff3-becf-4de7-875d-e2c780b656c1 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:01:41.987957 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7a50fff3-becf-4de7-875d-e2c780b656c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7a50fff3-becf-4de7-875d-e2c780b656c1,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:42.051788 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:42.102373 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=7a50fff3-becf-4de7-875d-e2c780b656c1,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:42.109524 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.109873 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.110247 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.110598 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.110932 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.111262 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.111618 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.111948 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.112274 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.112597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.112920 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.113246 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.113569 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.113890 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.114218 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:42.274915 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b9f5-127d-457d-8900-2bfb3b11a0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:42.423154 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['7a50fff3-becf-4de7-875d-e2c780b656c1'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:01:42.685530 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b545454-5061-4914-ae89-7f7d5b87f2be req-1aac8fac-02c2-4614-9250-5610b0ae39b2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:42.687608 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4b545454-5061-4914-ae89-7f7d5b87f2be req-1aac8fac-02c2-4614-9250-5610b0ae39b2 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0616603 Apr 11 17:01:42.751927 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-4b545454-5061-4914-ae89-7f7d5b87f2be req-592b7063-fda9-4d43-a674-9aac52d83249 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581484 Apr 11 17:01:43.394476 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:43.684419 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:43.799457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7a50fff3-becf-4de7-875d-e2c780b656c1 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:01:43.847992 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 7a50fff3-becf-4de7-875d-e2c780b656c1 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:01:43.891695 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c3a41-ed87-49b5-839e-400136726654 req-4173a599-34c2-4540-9460-1f71920146a1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:43.893287 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bc0c3a41-ed87-49b5-839e-400136726654 req-4173a599-34c2-4540-9460-1f71920146a1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 945 time: 0.0594597 Apr 11 17:01:43.953667 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-bc0c3a41-ed87-49b5-839e-400136726654 req-aa49d699-5948-4f3a-b533-d5aa3276f454 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504026 Apr 11 17:01:43.978032 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 7a50fff3-becf-4de7-875d-e2c780b656c1 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:43.978474 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:44.076395 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 7a50fff3-becf-4de7-875d-e2c780b656c1 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:44.076981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:44.118439 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:01:44.122245 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2997096-1659-4422-9e9a-2f9c6fb59653" -d '{"events": [{"server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "name": "network-vif-plugged", "status": "completed", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:01:44.142333 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7a50fff3-becf-4de7-875d-e2c780b656c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7a50fff3-becf-4de7-875d-e2c780b656c1,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:44.160483 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8448026-a0c2-4e36-ab02-b2ab0fe612e1 x-openstack-request-id: req-d8448026-a0c2-4e36-ab02-b2ab0fe612e1 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:01:44.160770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "name": "network-vif-plugged", "status": "completed", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:01:44.161027 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8448026-a0c2-4e36-ab02-b2ab0fe612e1 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:01:44.161413 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8448026-a0c2-4e36-ab02-b2ab0fe612e1'] response: {'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'code': 200} Apr 11 17:01:44.216345 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:44.266116 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=7a50fff3-becf-4de7-875d-e2c780b656c1,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:44.634483 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaf8ef-9925-4356-97e7-d890ba7aa1a1 req-6ebb788b-31ee-4ac9-904f-9e1237e51ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:44.636738 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-badaf8ef-9925-4356-97e7-d890ba7aa1a1 req-6ebb788b-31ee-4ac9-904f-9e1237e51ec9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 1130 time: 0.0467391 Apr 11 17:01:44.688217 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-badaf8ef-9925-4356-97e7-d890ba7aa1a1 req-fea56219-b1a6-4389-a329-7f19d4cd1b97 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441754 Apr 11 17:01:45.027330 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:45.080784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c684f0-7c2f-4a80-b9a2-b9de005f6b2f req-559bb741-e1af-4e2e-9df5-0613f9011fd5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:45.082391 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0c684f0-7c2f-4a80-b9a2-b9de005f6b2f req-559bb741-e1af-4e2e-9df5-0613f9011fd5 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.0539892 Apr 11 17:01:45.141290 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c0c684f0-7c2f-4a80-b9a2-b9de005f6b2f req-e1bfe26b-8d2e-4b24-881f-250f1644e8b6 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517876 Apr 11 17:01:46.045622 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:46.264628 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28146f75-f6e2-4ac8-ada9-21a4a3d3a0ec req-cb020783-2af1-4778-8cda-37cb18b8f926 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:46.266151 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-28146f75-f6e2-4ac8-ada9-21a4a3d3a0ec req-cb020783-2af1-4778-8cda-37cb18b8f926 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.0495088 Apr 11 17:01:46.316521 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-28146f75-f6e2-4ac8-ada9-21a4a3d3a0ec req-36eca37d-3ef3-46bc-85ce-98b3bba63dc6 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Apr 11 17:01:47.436902 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006239de-7742-45d0-b05c-23909b38f3fc req-dd715c7d-1deb-4b32-837d-bbd0698de1bc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:47.438396 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-006239de-7742-45d0-b05c-23909b38f3fc req-dd715c7d-1deb-4b32-837d-bbd0698de1bc tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.0537753 Apr 11 17:01:47.495010 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-006239de-7742-45d0-b05c-23909b38f3fc req-c670f31f-422b-435a-869a-ae57524e59dd tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507894 Apr 11 17:01:47.614020 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee6203-f99f-40f1-a0cf-4c984d80baeb req-68cbb53e-7482-42ac-aa87-f37d0aa379c1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:47.615542 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2fee6203-f99f-40f1-a0cf-4c984d80baeb req-68cbb53e-7482-42ac-aa87-f37d0aa379c1 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.0476828 Apr 11 17:01:47.668351 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-2fee6203-f99f-40f1-a0cf-4c984d80baeb req-f845b3f3-b974-4f02-b7b7-9a6dbbb19d4f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460665 Apr 11 17:01:47.690608 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43056) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:47.842941 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42811157-8d1a-4b83-a580-b1c4e48000ac tempest-TestVolumeBootPattern-1427467609 tempest-TestVolumeBootPattern-1427467609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:47.844613 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-42811157-8d1a-4b83-a580-b1c4e48000ac tempest-TestVolumeBootPattern-1427467609 tempest-TestVolumeBootPattern-1427467609-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 1125 time: 0.1530285 Apr 11 17:01:47.855552 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43062) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:47.859896 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'port_id': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:47.958799 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:48.040753 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:48.174696 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_common [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Allocated IP 172.27.2.38 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/0c795dbb-fa0d-4ac5-94e7-231394f8f8e0) {{(pid=110631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:01:48.275577 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:48.371913 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:48.417840 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:01:48.421432 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.base_scheduler [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Resources bound (agent type, host, resource id): {{(pid=110631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:48.425745 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Received port after_create {{(pid=110631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:01:48.456005 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=0c795dbb-fa0d-4ac5-94e7-231394f8f8e0,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:48.471861 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.472220 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.472571 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.472917 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.473259 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.473599 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.473930 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.474258 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.474587 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.474958 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.475290 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.475642 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.475971 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.478496 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.478496 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:48.865595 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (a54019c8-9e19-4963-9e14-d6124f96b38c), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:49.001678 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:49.163911 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:49.234231 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15951090'] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:49.307259 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event updated for resources: {'Port': ['ID=0c795dbb-fa0d-4ac5-94e7-231394f8f8e0,revision_number=2']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:49.320488 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (a54019c8-9e19-4963-9e14-d6124f96b38c), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:49.433371 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Floating IP a54019c8-9e19-4963-9e14-d6124f96b38c associated. External IP: 172.27.2.38, port: 7a50fff3-becf-4de7-875d-e2c780b656c1. Apr 11 17:01:49.662209 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:01:49.783704 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:01:49.796136 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:01:49.807967 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:49.808598 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:01:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:49.887433 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:49.930530 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-79a62892-f4a1-4100-b6ed-3b5ccb0f18bb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0738640 Apr 11 17:01:49.931431 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:01:49.935308 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d6c75-3a99-45cf-a28d-00d93fc4d821" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:01:49.942576 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:50.046639 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f027370b-0ff7-4139-9a55-f1874c36539b x-openstack-request-id: req-f027370b-0ff7-4139-9a55-f1874c36539b {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:01:50.047129 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:01:50.047592 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f027370b-0ff7-4139-9a55-f1874c36539b {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:01:50.048147 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f027370b-0ff7-4139-9a55-f1874c36539b'] response: {'name': 'network-changed', 'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'status': 'completed', 'code': 200} Apr 11 17:01:50.150972 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-3ba1e895-8cdb-4a9b-a1ec-cdd760c2997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:50.152519 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-3ba1e895-8cdb-4a9b-a1ec-cdd760c2997a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 1130 time: 0.0659826 Apr 11 17:01:50.232925 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:19Z', 'revision_number': 1, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}, {'id': 'a54019c8-9e19-4963-9e14-d6124f96b38c', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:53:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:01:48Z', 'updated_at': '2022-04-11T17:01:48Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:50.254519 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-a42c3b83-c5f2-49db-aea2-4156d2b8df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:50.254997 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-a42c3b83-c5f2-49db-aea2-4156d2b8df3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0961103 Apr 11 17:01:50.260934 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:01:50.269963 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:50.270587 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:01:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:50.337300 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-99936f3b-fe53-416f-b88e-7bd838051166 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a50fff3-becf-4de7-875d-e2c780b656c1 HTTP/1.1" status: 200 len: 999 time: 0.0725496 Apr 11 17:01:50.394827 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-818baa91-3311-40d8-b63c-e415f1598759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:50.396421 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-818baa91-3311-40d8-b63c-e415f1598759 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0508287 Apr 11 17:01:50.446888 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-f7d6c303-d658-45ba-9f92-2ed1c15a2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:50.448565 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-f7d6c303-d658-45ba-9f92-2ed1c15a2b6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459199 Apr 11 17:01:50.556160 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:50.562191 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-610caaed-77c5-4184-b400-065f912d34c4 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055686 Apr 11 17:01:50.672730 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a75d6c75-3a99-45cf-a28d-00d93fc4d821 req-b7843a26-706a-43da-a907-10449f871a38 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011190 Apr 11 17:01:50.812374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:19Z', 'revision_number': 1, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}, {'id': 'a54019c8-9e19-4963-9e14-d6124f96b38c', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:53:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:01:48Z', 'updated_at': '2022-04-11T17:01:48Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:50.841750 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7afc5-20e3-4dd2-89e9-f94e8ac358da None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:19Z', 'revision_number': 1, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}, {'id': 'a54019c8-9e19-4963-9e14-d6124f96b38c', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:53:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:01:48Z', 'updated_at': '2022-04-11T17:01:48Z', 'revision_number': 0, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:01:51.045371 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eedbfff-21f8-40d9-b894-22600f1be332 None None] New status for floating IP a54019c8-9e19-4963-9e14-d6124f96b38c: ACTIVE {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:01:57.096698 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:02:09.690720 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-da09c031-1709-4b79-b75b-c15fdb19d91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:12.284781 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9f146ffb-54cb-41d2-9f52-3be9384133f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.422258 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.684638 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:14.998884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:15.993657 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:27.033322 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-f1968d42-ea64-4586-ae32-1707bd71a4c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3150671 Apr 11 17:02:27.091027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-8a8f8e4d-f053-4342-be6e-fea96797b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:27.092367 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-8a8f8e4d-f053-4342-be6e-fea96797b21e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 1129 time: 0.0374780 Apr 11 17:02:27.198974 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-c9b15a11-c79c-413f-9bc2-ab89be27e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:27.200565 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-c9b15a11-c79c-413f-9bc2-ab89be27e9dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 200 len: 911 time: 0.0908809 Apr 11 17:02:27.273703 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-5383cc58-96d9-408f-92d2-af7e104c0035 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104 HTTP/1.1" status: 200 len: 1001 time: 0.0660472 Apr 11 17:02:27.324473 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-46756e16-a868-46a7-af07-b10faf8fc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:27.326306 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-46756e16-a868-46a7-af07-b10faf8fc6c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 200 len: 849 time: 0.0468531 Apr 11 17:02:27.377385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-147192f4-4e92-4df3-bb52-ba52695fc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:27.378867 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-147192f4-4e92-4df3-bb52-ba52695fc978 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b7daae-aff9-43aa-88e9-7ad14b0eca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464053 Apr 11 17:02:27.472888 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-11dc982e-db9a-4e1e-ae1e-6a78871e3f6e service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868762 Apr 11 17:02:27.570107 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11a2f74d-9fec-4155-b98b-c730b57533f4 req-3fc97751-5b76-47f7-bfab-fe81f00da753 service neutron] 10.222.0.60 "GET /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904613 Apr 11 17:02:34.097672 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:02:37.087634 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0e63e-e110-4a33-8d84-e0f8783159e8 req-f0c3a9d6-2952-4277-b29d-a6fc82948d16 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:37.089214 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebf0e63e-e110-4a33-8d84-e0f8783159e8 req-f0c3a9d6-2952-4277-b29d-a6fc82948d16 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0483835 Apr 11 17:02:37.136100 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ebf0e63e-e110-4a33-8d84-e0f8783159e8 req-16377935-657a-4ee7-a9a9-66dbfdbea221 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Apr 11 17:02:38.252715 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1085-03f4-4124-be8a-f90f2703a2d9 req-972e4ec0-2f25-4234-a14d-d4d977ddd872 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:38.254239 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-40cd1085-03f4-4124-be8a-f90f2703a2d9 req-972e4ec0-2f25-4234-a14d-d4d977ddd872 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Apr 11 17:02:38.313085 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-40cd1085-03f4-4124-be8a-f90f2703a2d9 req-1e7ebdd8-515e-46b5-b10f-b43eed2b734c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529470 Apr 11 17:02:39.042735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-c4c4dc45-f90a-4195-b227-c3281951306a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:39.044235 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-c4c4dc45-f90a-4195-b227-c3281951306a tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0502720 Apr 11 17:02:39.128309 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Deleting port 453aeda8-9a27-4e68-8e76-7f8e069a5104 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:39.128648 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:39.218953 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] For port 453aeda8-9a27-4e68-8e76-7f8e069a5104, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=453aeda8-9a27-4e68-8e76-7f8e069a5104,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:39.219310 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:39.400896 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:39.401263 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (36d1b8c7-55f7-4380-a4b5-1e75a278987b), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:39.401573 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Floating IP 36d1b8c7-55f7-4380-a4b5-1e75a278987b disassociated. External IP: 172.27.2.210, port: 453aeda8-9a27-4e68-8e76-7f8e069a5104. Apr 11 17:02:39.401958 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Calling delete_port for 453aeda8-9a27-4e68-8e76-7f8e069a5104 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:39.446084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08571-a3d6-45ae-83fc-1c9c686a0b2b req-59bbabe7-21bc-45e3-ad70-9d01745e0488 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:39.447633 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-efd08571-a3d6-45ae-83fc-1c9c686a0b2b req-59bbabe7-21bc-45e3-ad70-9d01745e0488 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 945 time: 0.0655806 Apr 11 17:02:39.546829 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-efd08571-a3d6-45ae-83fc-1c9c686a0b2b req-e43ddc42-2b92-4812-a7e4-4ab44b5084db tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec6dc138-c961-47be-a4a3-84eaa1ab2367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683424 Apr 11 17:02:39.655145 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e2fe104f-b361-4ea1-ba60-333422b1a78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:39.689698 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (453aeda8-9a27-4e68-8e76-7f8e069a5104), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:39.719390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event deleted for resources: {'Port': ['ID=453aeda8-9a27-4e68-8e76-7f8e069a5104,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.737643 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.738881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.738881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:39.855571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Router 746bc2ad-0b28-48a7-946e-43638da80d3c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:39.970105 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:39.983707 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:39.999847 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:40.000791 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:40.044797 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] No DVR routers for this DVR port 453aeda8-9a27-4e68-8e76-7f8e069a5104 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:40.048340 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:40.054639 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6c20183f-84b3-4fd7-b223-c64a4c7571f7 req-f4f94b22-104c-4e25-bbb7-29c19391dc2c tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.60 "DELETE /v2.0/ports/453aeda8-9a27-4e68-8e76-7f8e069a5104 HTTP/1.1" status: 204 len: 173 time: 1.0041752 Apr 11 17:02:40.055336 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'name': 'network-vif-deleted', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:40.061159 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3359fc03-9327-4d05-bde3-9bf045541eea" -d '{"events": [{"server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "name": "network-vif-deleted", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:40.104735 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a27647-ff43-4ccd-9af8-5a94dd62298d x-openstack-request-id: req-99a27647-ff43-4ccd-9af8-5a94dd62298d {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:40.105030 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e92d6e7-555e-4600-8cbd-2e5ed3565667", "name": "network-vif-deleted", "tag": "453aeda8-9a27-4e68-8e76-7f8e069a5104", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:40.105280 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99a27647-ff43-4ccd-9af8-5a94dd62298d {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:40.105717 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a27647-ff43-4ccd-9af8-5a94dd62298d'] response: {'server_uuid': '5e92d6e7-555e-4600-8cbd-2e5ed3565667', 'name': 'network-vif-deleted', 'tag': '453aeda8-9a27-4e68-8e76-7f8e069a5104', 'status': 'completed', 'code': 200} Apr 11 17:02:40.153907 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:40.357072 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:40.388175 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:40.397521 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:40.398128 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:40.518742 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:40.669509 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-efad3dff-a10c-499a-8af1-fe2898c4c543 req-905be27e-866b-40fd-b6c4-e930f6ea87b6 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e92d6e7-555e-4600-8cbd-2e5ed3565667 HTTP/1.1" status: 200 len: 210 time: 0.0331523 Apr 11 17:02:40.725267 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:40.751754 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35c7ab-7046-4b1a-9204-c12dfefe51f2 None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T16:55:33Z', 'revision_number': 4, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'd19cb146-20da-4de9-9e6d-2c2bd369eda2', 'name': '', 'network_id': '75b7daae-aff9-43aa-88e9-7ad14b0eca6c', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'mac_address': 'fa:16:3e:1c:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:32Z', 'updated_at': '2022-04-11T16:55:38Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'subnets': [{'id': '0a06c82c-c37e-4211-8672-4ba303c126df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:40.979798 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c3357-dc8a-4349-b3d7-de4f23ddf2ee None None] New status for floating IP 36d1b8c7-55f7-4380-a4b5-1e75a278987b: DOWN {{(pid=110633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:02:42.190155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 453aeda8-9a27-4e68-8e76-7f8e069a5104 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:42.219971 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 453aeda8-9a27-4e68-8e76-7f8e069a5104 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:42.220313 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 453aeda8-9a27-4e68-8e76-7f8e069a5104 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:42.329742 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a0e2bb67-a66c-4b93-818f-fdec33520fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:42.845025 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43228) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:42.903187 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0eb690a-5a81-4f8e-916f-a35807a59e65 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (ec6dc138-c961-47be-a4a3-84eaa1ab2367), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:42.929458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0eb690a-5a81-4f8e-916f-a35807a59e65 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (ec6dc138-c961-47be-a4a3-84eaa1ab2367), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.021216 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0eb690a-5a81-4f8e-916f-a35807a59e65 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (ec6dc138-c961-47be-a4a3-84eaa1ab2367), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.023935 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f0eb690a-5a81-4f8e-916f-a35807a59e65 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.025161 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f0eb690a-5a81-4f8e-916f-a35807a59e65 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "DELETE /v2.0/security-groups/ec6dc138-c961-47be-a4a3-84eaa1ab2367 HTTP/1.1" status: 204 len: 168 time: 0.1791315 Apr 11 17:02:43.027999 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43230) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:43.035273 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb690a-5a81-4f8e-916f-a35807a59e65 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6dc138-c961-47be-a4a3-84eaa1ab2367,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:43.045592 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.api.v2.resource [None req-478102e2-4e90-4019-912e-2afc1d2dbe2b tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] show failed (client error): The resource could not be found. Apr 11 17:02:43.046616 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-478102e2-4e90-4019-912e-2afc1d2dbe2b tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "GET /v2.0/security-groups/ec6dc138-c961-47be-a4a3-84eaa1ab2367 HTTP/1.1" status: 404 len: 347 time: 0.0176008 Apr 11 17:02:43.053355 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43232) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:43.180151 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Deleting port 50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:43.180487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.261050 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.261368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.274006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Calling delete_port for 50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:43.415315 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.484282 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.513787 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Pushing event deleted for resources: {'Port': ['ID=50b8dbd8-7ca8-4a7e-8de1-f93f6c42e67f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:43.577983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks [] for floatingip (36d1b8c7-55f7-4380-a4b5-1e75a278987b), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.580538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.581694 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ebcf0b94-28ef-4e48-9fca-8f4011dfc473 tempest-AttachVolumeTestJSON-607396680 tempest-AttachVolumeTestJSON-607396680-project] 10.222.0.43 "DELETE /v2.0/floatingips/36d1b8c7-55f7-4380-a4b5-1e75a278987b HTTP/1.1" status: 204 len: 168 time: 0.5273333 Apr 11 17:02:43.706871 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.038373 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.015425 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.693121 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43260) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:48.144519 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (746bc2ad-0b28-48a7-946e-43638da80d3c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:48.399276 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Deleting port d19cb146-20da-4de9-9e6d-2c2bd369eda2 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:48.399653 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:48.479537 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] For port d19cb146-20da-4de9-9e6d-2c2bd369eda2, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=d19cb146-20da-4de9-9e6d-2c2bd369eda2,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:48.479918 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:48.494065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Calling delete_port for d19cb146-20da-4de9-9e6d-2c2bd369eda2 owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:48.752861 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (d19cb146-20da-4de9-9e6d-2c2bd369eda2), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:48.784455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19cb146-20da-4de9-9e6d-2c2bd369eda2,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:48.957163 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (746bc2ad-0b28-48a7-946e-43638da80d3c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:49.180122 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Router 746bc2ad-0b28-48a7-946e-43638da80d3c has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:49.290232 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:49.296692 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c1592710-dfa1-4d1b-ac3f-7713d91134f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/746bc2ad-0b28-48a7-946e-43638da80d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017776 Apr 11 17:02:49.298810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43266) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:49.303233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] Sync routers for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:49.314579 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:49.315199 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:49.406622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks [] for router (746bc2ad-0b28-48a7-946e-43638da80d3c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:49.428685 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:49.617728 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T17:02:48Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:49.645196 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] Checking router: 746bc2ad-0b28-48a7-946e-43638da80d3c for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:49.654444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] Routers {'746bc2ad-0b28-48a7-946e-43638da80d3c'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:49.655062 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['746bc2ad-0b28-48a7-946e-43638da80d3c'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:49.765049 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] Set router 746bc2ad-0b28-48a7-946e-43638da80d3c gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:49.804977 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks [] for router_gateway (746bc2ad-0b28-48a7-946e-43638da80d3c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:49.934711 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Deleting port 3a837669-48ef-44f9-9abb-ee4fc74df0c5 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:49.935199 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:49.962491 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T17:02:48Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:49.992656 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8b223-ad79-47e3-8de7-b399140b744d None None] The sync data for ids ['746bc2ad-0b28-48a7-946e-43638da80d3c'] in dv-cinder-837163-2-iscsi is: [{'id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'name': 'tempest-AttachVolumeTestJSON-453784453-router', 'tenant_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:29Z', 'updated_at': '2022-04-11T17:02:48Z', 'revision_number': 5, 'project_id': 'd7c652a8e00241a68c25698bca5e7ffe', 'gw_port': {'id': '3a837669-48ef-44f9-9abb-ee4fc74df0c5', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746bc2ad-0b28-48a7-946e-43638da80d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:30Z', 'updated_at': '2022-04-11T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:50.034416 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] For port 3a837669-48ef-44f9-9abb-ee4fc74df0c5, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=3a837669-48ef-44f9-9abb-ee4fc74df0c5,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:50.034782 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.050010 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Calling delete_port for 3a837669-48ef-44f9-9abb-ee4fc74df0c5 owned by network:router_gateway {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:50.301707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (3a837669-48ef-44f9-9abb-ee4fc74df0c5), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.329354 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a837669-48ef-44f9-9abb-ee4fc74df0c5,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:50.398967 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (746bc2ad-0b28-48a7-946e-43638da80d3c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.507657 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (746bc2ad-0b28-48a7-946e-43638da80d3c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.509865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks [] for router_controller (746bc2ad-0b28-48a7-946e-43638da80d3c), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.621060 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (746bc2ad-0b28-48a7-946e-43638da80d3c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.621579 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746bc2ad-0b28-48a7-946e-43638da80d3c {{(pid=110630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:02:50.626050 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.627082 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-4deda1f1-97de-487c-81e7-6d7a7a9b8ec0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/746bc2ad-0b28-48a7-946e-43638da80d3c HTTP/1.1" status: 204 len: 168 time: 1.3273504 Apr 11 17:02:50.629784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43270) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:50.678162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Deleting subnet 0a06c82c-c37e-4211-8672-4ba303c126df {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:02:50.681767 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Publish callbacks [] for subnet (0a06c82c-c37e-4211-8672-4ba303c126df), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.729402 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (0a06c82c-c37e-4211-8672-4ba303c126df), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.821270 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (0a06c82c-c37e-4211-8672-4ba303c126df), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.947015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (0a06c82c-c37e-4211-8672-4ba303c126df), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.974575 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a06c82c-c37e-4211-8672-4ba303c126df,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:50.979494 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:50.983924 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8ff3ae0d-c324-429f-99b0-62ad4220396b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0a06c82c-c37e-4211-8672-4ba303c126df HTTP/1.1" status: 204 len: 168 time: 0.3530114 Apr 11 17:02:50.985977 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50288b40-5550-42d8-80e9-99bff31cb9b1 None None] Network 75b7daae-aff9-43aa-88e9-7ad14b0eca6c requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:50.987045 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43272) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:51.065843 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (75b7daae-aff9-43aa-88e9-7ad14b0eca6c), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.115215 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Deleting port 54411d28-f3af-41af-a8bc-60abd7c47e4b {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:51.115578 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.185052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] For port 54411d28-f3af-41af-a8bc-60abd7c47e4b, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=54411d28-f3af-41af-a8bc-60abd7c47e4b,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:51.185412 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.199347 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Calling delete_port for 54411d28-f3af-41af-a8bc-60abd7c47e4b owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:51.288684 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] DHCP port deletion for 75b7daae-aff9-43aa-88e9-7ad14b0eca6c request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:02:51.328652 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Deleting port 54411d28-f3af-41af-a8bc-60abd7c47e4b {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:51.329019 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.343406 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.383384 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54411d28-f3af-41af-a8bc-60abd7c47e4b,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:51.383384 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] No DVR routers for this DVR port 54411d28-f3af-41af-a8bc-60abd7c47e4b on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:51.399453 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] For port 54411d28-f3af-41af-a8bc-60abd7c47e4b, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=54411d28-f3af-41af-a8bc-60abd7c47e4b,segment=NetworkSegment(be623f81-a881-4604-ae5e-2939eed37cf0),segment_id=be623f81-a881-4604-ae5e-2939eed37cf0)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:51.399872 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.403666 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.404012 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.404352 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.404727 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.405052 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.405385 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.405709 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.406302 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.406625 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.406948 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.407279 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.407613 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.408032 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.408389 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.408709 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.414981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Calling delete_port for 54411d28-f3af-41af-a8bc-60abd7c47e4b owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:51.467428 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (75b7daae-aff9-43aa-88e9-7ad14b0eca6c), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.490158 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b7daae-aff9-43aa-88e9-7ad14b0eca6c']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:51.494338 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (54411d28-f3af-41af-a8bc-60abd7c47e4b), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.501375 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be623f81-a881-4604-ae5e-2939eed37cf0') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:51.501743 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be623f81-a881-4604-ae5e-2939eed37cf0') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:51.513939 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (be623f81-a881-4604-ae5e-2939eed37cf0), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.525092 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Pushing event deleted for resources: {'Port': ['ID=54411d28-f3af-41af-a8bc-60abd7c47e4b,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:51.529573 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] No DVR routers for this DVR port 54411d28-f3af-41af-a8bc-60abd7c47e4b on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:51.529782 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (be623f81-a881-4604-ae5e-2939eed37cf0), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.536803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.537129 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.537457 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.537795 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.537917 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:02:51.538181 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.538483 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (be623f81-a881-4604-ae5e-2939eed37cf0), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.538614 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.538819 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.539146 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.539583 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.540462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.540462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.540462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:02:51.540776 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:02:51.543053 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.543053 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.543053 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf4db8-920c-455c-a001-e58b9ad6230e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:51.672664 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (75b7daae-aff9-43aa-88e9-7ad14b0eca6c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.678892 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.682174 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/75b7daae-aff9-43aa-88e9-7ad14b0eca6c HTTP/1.1" status: 204 len: 168 time: 0.6940007 Apr 11 17:02:51.693756 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1120f-f4db-4d86-b97a-e2ce3b046cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b7daae-aff9-43aa-88e9-7ad14b0eca6c,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:51.971977 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3a837669-48ef-44f9-9abb-ee4fc74df0c5 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:51.973393 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43276) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:51.997455 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 3a837669-48ef-44f9-9abb-ee4fc74df0c5 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:51.998104 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 3a837669-48ef-44f9-9abb-ee4fc74df0c5 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:51.998226 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device d19cb146-20da-4de9-9e6d-2c2bd369eda2 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:52.021519 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-15daeacd-1f5f-45fc-8948-d43e1cbeb39f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7c652a8e00241a68c25698bca5e7ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462701 Apr 11 17:02:52.024062 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43278) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:52.028247 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: d19cb146-20da-4de9-9e6d-2c2bd369eda2 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:52.028597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device d19cb146-20da-4de9-9e6d-2c2bd369eda2 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:52.029009 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 54411d28-f3af-41af-a8bc-60abd7c47e4b no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:52.049583 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 54411d28-f3af-41af-a8bc-60abd7c47e4b {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:52.049927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 54411d28-f3af-41af-a8bc-60abd7c47e4b not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:52.076272 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a84dca07-565b-43db-9f66-773999b2799d admin admin] Publish callbacks [] for security_group (f6032314-71fb-45ce-ac93-ae9fc8c6f677), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.104163 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a84dca07-565b-43db-9f66-773999b2799d admin admin] Publish callbacks [] for security_group (f6032314-71fb-45ce-ac93-ae9fc8c6f677), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.237998 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a84dca07-565b-43db-9f66-773999b2799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (f6032314-71fb-45ce-ac93-ae9fc8c6f677), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.242095 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-a84dca07-565b-43db-9f66-773999b2799d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.247655 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-a84dca07-565b-43db-9f66-773999b2799d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6032314-71fb-45ce-ac93-ae9fc8c6f677 HTTP/1.1" status: 204 len: 168 time: 0.2183187 Apr 11 17:02:52.251602 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dca07-565b-43db-9f66-773999b2799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6032314-71fb-45ce-ac93-ae9fc8c6f677,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:53.324853 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43300) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:53.422444 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-987015619-network', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:53.518323 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Made reservation on behalf of 81d592a72e6f4e3a8555bd82765c85f9 for: {'network': 1} {{(pid=110631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:02:53.521120 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for network (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.531907 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.610914 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks [] for security_group (025b7580-0a6e-402a-91e7-1a225e9c4cab), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.684009 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (025b7580-0a6e-402a-91e7-1a225e9c4cab), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.708860 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=110631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:02:53.717637 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025b7580-0a6e-402a-91e7-1a225e9c4cab,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:53.726000 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (78c79178-d3dd-46a0-8f90-c2eca1f6b5fd), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.726000 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.segments_db [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Added segment 78c79178-d3dd-46a0-8f90-c2eca1f6b5fd of type vlan for network 115c06e5-25c5-4de5-8756-e7a7422d1c2e Apr 11 17:02:53.767858 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759695904350'] for network (115c06e5-25c5-4de5-8756-e7a7422d1c2e), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.877886 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003'] for network (115c06e5-25c5-4de5-8756-e7a7422d1c2e), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.878899 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:53.879487 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.944033 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] Pushing event updated for resources: {'Network': ['ID=115c06e5-25c5-4de5-8756-e7a7422d1c2e,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:53.954353 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e details requested by agent ovs-agent-dv-cinder-837163-2-iscsi with host dv-cinder-837163-2-iscsi {{(pid=110632) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:02:53.995227 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-989cf2d3-bd22-42b4-88e4-2bfa9c2be544 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6692142 Apr 11 17:02:53.998357 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43304) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:54.003309 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Request body: {'subnet': {'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-987015619-subnet', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:54.129260 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Made reservation on behalf of 81d592a72e6f4e3a8555bd82765c85f9 for: {'subnet': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:02:54.132418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12683179'] for subnet (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:54.376042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13070267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12683193'] for subnet (a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:54.429562 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:54.440327 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:54.440684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Network hostable DHCP agents. Network: 115c06e5-25c5-4de5-8756-e7a7422d1c2e, hostable agents: ['bcb14f9b-8fe5-4d77-8270-d638e3fcf652'], hosted agents: [] {{(pid=110630) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:02:54.529564 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is scheduled to be hosted by DHCP agent bcb14f9b-8fe5-4d77-8270-d638e3fcf652 with binding_index 1 {{(pid=110630) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:02:54.630635 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837163-2-iscsi, 115c06e5-25c5-4de5-8756-e7a7422d1c2e) {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:54.634382 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:54.635556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:54.639987 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec12d1-cc87-46f4-a7be-3bbabe762345 None None] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:54.720979 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ec0f5830-a814-4ad4-a25e-84412bd2110d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7214661 Apr 11 17:02:54.724209 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43306) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:54.728804 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:54.748012 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ffc257e-384e-5235-acb1-43590cf0dd1b-115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec'}]}} from dv-cinder-837163-2-iscsi. {{(pid=110632) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:02:54.750990 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:54.832621 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2972'] for router (711f5fff-31f7-4b22-91eb-b513666e7ade), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:54.833808 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2949'] for router (711f5fff-31f7-4b22-91eb-b513666e7ade), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:54.881735 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.db_base_plugin_common [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Allocated IP 172.20.0.2 (115c06e5-25c5-4de5-8756-e7a7422d1c2e/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec/1661a16f-f371-4dce-af20-ebd5faed2fe1) {{(pid=110632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:54.890901 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks [] for router_controller (711f5fff-31f7-4b22-91eb-b513666e7ade), precommit_add_association {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.024969 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Publish callbacks [] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), precommit_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.111986 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks [] for router_gateway (711f5fff-31f7-4b22-91eb-b513666e7ade), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.112819 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), after_create {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.152632 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:55.155413 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.scheduler.base_scheduler [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Resources bound (agent type, host, resource id): {{(pid=110632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:55.159155 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Received port after_create {{(pid=110632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:55.168025 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Pushing event updated for resources: {'Port': ['ID=1661a16f-f371-4dce-af20-ebd5faed2fe1,revision_number=1']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:55.228259 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Attempting to bind port 1661a16f-f371-4dce-af20-ebd5faed2fe1 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:55.228625 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Attempting to bind port 1661a16f-f371-4dce-af20-ebd5faed2fe1 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:55.228993 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Attempting to bind port 1661a16f-f371-4dce-af20-ebd5faed2fe1 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:55.234830 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:55.235293 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:55.235647 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.236036 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Bound using segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:55.236501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Bound port: 1661a16f-f371-4dce-af20-ebd5faed2fe1, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:55.236877 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.303317 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] For port 1661a16f-f371-4dce-af20-ebd5faed2fe1, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:55.307316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] For port 1661a16f-f371-4dce-af20-ebd5faed2fe1, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=1661a16f-f371-4dce-af20-ebd5faed2fe1,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:55.375578 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.377443 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks [] for router_gateway (711f5fff-31f7-4b22-91eb-b513666e7ade), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.397279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.439036 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a73455-f8bf-4be5-8d39-cb191cf30f9b None None] Pushing event updated for resources: {'Port': ['ID=1661a16f-f371-4dce-af20-ebd5faed2fe1,revision_number=2']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:55.512201 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Allocated IP 172.27.2.248 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/b64054d4-657a-4ff8-abcc-396f2931f53c) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:55.647084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks [] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.752779 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.791114 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:55.793852 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:55.796232 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:55.827872 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b64054d4-657a-4ff8-abcc-396f2931f53c,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:56.000100 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 1661a16f-f371-4dce-af20-ebd5faed2fe1 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:56.057456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 1661a16f-f371-4dce-af20-ebd5faed2fe1 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:56.058103 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.140492 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 1661a16f-f371-4dce-af20-ebd5faed2fe1 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:56.140884 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.152386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks [] for router_gateway (711f5fff-31f7-4b22-91eb-b513666e7ade), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.179646 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port 1661a16f-f371-4dce-af20-ebd5faed2fe1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=1661a16f-f371-4dce-af20-ebd5faed2fe1,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:56.248641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.308915 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=1661a16f-f371-4dce-af20-ebd5faed2fe1,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:56.381213 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d80daf-74c0-44d3-8004-12de57e10da1 None None] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:56.383786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466396'] for router (711f5fff-31f7-4b22-91eb-b513666e7ade), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.446399 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-c024715a-1b7b-4f2b-9015-9c7f58544733 None None] Provisioning complete for port 1661a16f-f371-4dce-af20-ebd5faed2fe1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:56.446684 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c024715a-1b7b-4f2b-9015-9c7f58544733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.574555 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-c024715a-1b7b-4f2b-9015-9c7f58544733 None None] Current status of the port 1661a16f-f371-4dce-af20-ebd5faed2fe1 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:56.615084 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Router 711f5fff-31f7-4b22-91eb-b513666e7ade is scheduled to L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 with binding_index 1 {{(pid=110630) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:02:56.729243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:56.739891 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:56.749718 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:56.750325 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:56.793604 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-780acd52-e7bb-4c43-ad01-83d499fd3cf9 None None] Provisioning complete for port 1661a16f-f371-4dce-af20-ebd5faed2fe1 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:56.793972 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-780acd52-e7bb-4c43-ad01-83d499fd3cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.817015 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:56.821532 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e3104439-11ab-46c4-b696-815bda7039a0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0936575 Apr 11 17:02:56.822279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43308) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:56.867310 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:56.881204 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-780acd52-e7bb-4c43-ad01-83d499fd3cf9 None None] Current status of the port 1661a16f-f371-4dce-af20-ebd5faed2fe1 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:57.085994 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:55Z', 'revision_number': 3, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:57.117873 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:57.118225 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Updating router 711f5fff-31f7-4b22-91eb-b513666e7ade port b64054d4-657a-4ff8-abcc-396f2931f53c binding host dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:02:57.146123 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.406711 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Publish callbacks [] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), precommit_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.477698 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.523696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.534191 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Attempting to bind port b64054d4-657a-4ff8-abcc-396f2931f53c on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:57.534559 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Attempting to bind port b64054d4-657a-4ff8-abcc-396f2931f53c by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:57.534921 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Attempting to bind port b64054d4-657a-4ff8-abcc-396f2931f53c on network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:57.544671 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Pushing event updated for resources: {'Port': ['ID=b64054d4-657a-4ff8-abcc-396f2931f53c,revision_number=2']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:57.547985 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:57.548360 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Checking segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:57.548763 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.549155 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Bound using segment: {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'} {{(pid=110633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:57.549625 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.managers [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Bound port: b64054d4-657a-4ff8-abcc-396f2931f53c, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cbfacb-a1fa-4e49-9aef-70940fc9fc3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}}] {{(pid=110633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:57.550005 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), before_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.577609 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.577962 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.578327 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.578693 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.579034 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.579406 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.579790 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.584206 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:57.622700 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] For port b64054d4-657a-4ff8-abcc-396f2931f53c, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:57.625758 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.plugins.ml2.db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] For port b64054d4-657a-4ff8-abcc-396f2931f53c, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=b64054d4-657a-4ff8-abcc-396f2931f53c,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:57.683400 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Allocated IP 172.20.0.1 (115c06e5-25c5-4de5-8756-e7a7422d1c2e/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec/dade2399-694f-4c80-91f3-b0d25cc71e19) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:57.734892 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron_lib.callbacks.manager [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), after_update {{(pid=110633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.791548 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:57.792390 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:57.806277 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks [] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.841664 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbab95-4db8-496f-8b1a-16856a458d79 None None] Pushing event updated for resources: {'Port': ['ID=b64054d4-657a-4ff8-abcc-396f2931f53c,revision_number=3']} {{(pid=110633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:57.889538 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.917359 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:57.930925 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:57.933884 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:57.940399 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:57.944296 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dade2399-694f-4c80-91f3-b0d25cc71e19,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:57.987725 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466223'] for router_interface (711f5fff-31f7-4b22-91eb-b513666e7ade), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.001595 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 1661a16f-f371-4dce-af20-ebd5faed2fe1 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:58.059549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port 1661a16f-f371-4dce-af20-ebd5faed2fe1 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:58.059549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.123501 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:55Z', 'revision_number': 3, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:58.153420 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port 1661a16f-f371-4dce-af20-ebd5faed2fe1 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:58.156146 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243440d-ef8b-440b-a8c0-80d1b7574318 None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:55Z', 'revision_number': 3, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:58.215336 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-4fa30e0e-c63e-4256-a5b7-c5673035a15a None None] Provisioning complete for port dade2399-694f-4c80-91f3-b0d25cc71e19 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:58.215964 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e0e-c63e-4256-a5b7-c5673035a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.240393 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.274958 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-4fa30e0e-c63e-4256-a5b7-c5673035a15a None None] Port dade2399-694f-4c80-91f3-b0d25cc71e19 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:02:58.432882 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks [] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.494382 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.569176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dade2399-694f-4c80-91f3-b0d25cc71e19,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:58.571605 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464287'] for router_interface (711f5fff-31f7-4b22-91eb-b513666e7ade), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.667990 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:58.669453 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:58.794943 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:58.896172 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-2441ec6e-64fa-484b-ae00-1065ea3fee24 None None] Provisioning complete for port dade2399-694f-4c80-91f3-b0d25cc71e19 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:58.896612 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2441ec6e-64fa-484b-ae00-1065ea3fee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.917991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:58.923570 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8ef4dc10-ddfb-431c-bdcb-6990ed1867d1 admin admin] 10.222.0.43 "PUT /v2.0/routers/711f5fff-31f7-4b22-91eb-b513666e7ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0996947 Apr 11 17:02:58.945330 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2441ec6e-64fa-484b-ae00-1065ea3fee24 None None] Port dade2399-694f-4c80-91f3-b0d25cc71e19 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:02:59.448179 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43318) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:59.452674 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549056438', 'description': 'tempest-description--897187987'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:59.535071 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:59.608232 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (184093ce-95cb-41af-adde-a07c1fd8a766), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:59.681927 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:59.689130 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (184093ce-95cb-41af-adde-a07c1fd8a766), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:59.692778 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:59.693402 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:59.720103 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184093ce-95cb-41af-adde-a07c1fd8a766,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:59.800036 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:59.801883 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d6c893c3-1633-4af2-bf0c-061f3e540a1c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3520918 Apr 11 17:02:59.805894 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43320) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:59.808496 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:59.810322 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': '184093ce-95cb-41af-adde-a07c1fd8a766', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:59.917437 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (8e8e4622-c569-498d-86a7-816c06d27a98), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:59.985639 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (8e8e4622-c569-498d-86a7-816c06d27a98), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.006305 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b64054d4-657a-4ff8-abcc-396f2931f53c up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:03:00.052151 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:00.066417 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (8e8e4622-c569-498d-86a7-816c06d27a98), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.086432 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:03:00.086777 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Updating router 711f5fff-31f7-4b22-91eb-b513666e7ade port dade2399-694f-4c80-91f3-b0d25cc71e19 binding host dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:03:00.089883 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8e4622-c569-498d-86a7-816c06d27a98,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:00.123587 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port b64054d4-657a-4ff8-abcc-396f2931f53c triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:00.123962 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.125508 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.154249 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.156040 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-32b38adc-39fc-4105-8e9b-d8c378f0dbc8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488998 Apr 11 17:03:00.159047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43322) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:00.164254 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': '184093ce-95cb-41af-adde-a07c1fd8a766', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:00.266645 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (d5f508a6-1852-4ef2-9fc8-df147284274b), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.325127 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (d5f508a6-1852-4ef2-9fc8-df147284274b), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.440737 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port b64054d4-657a-4ff8-abcc-396f2931f53c is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:00.441018 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.449167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (d5f508a6-1852-4ef2-9fc8-df147284274b), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.468915 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f508a6-1852-4ef2-9fc8-df147284274b,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:00.504388 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] For port b64054d4-657a-4ff8-abcc-396f2931f53c, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=b64054d4-657a-4ff8-abcc-396f2931f53c,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:00.606079 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.607354 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d6b37d2d-d836-4062-a8e3-875bd6f159df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4472797 Apr 11 17:03:00.610614 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43324) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:00.621505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Publish callbacks [] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), precommit_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.621684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:00.643124 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.696339 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Pushing event updated for resources: {'Port': ['ID=b64054d4-657a-4ff8-abcc-396f2931f53c,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:00.718130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.746702 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.767835 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab7f04-1100-4e57-afcc-37a1cdedf785 None None] Pushing event updated for resources: {'Port': ['ID=dade2399-694f-4c80-91f3-b0d25cc71e19,revision_number=3']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:00.831566 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Attempting to bind port dade2399-694f-4c80-91f3-b0d25cc71e19 on host dv-cinder-837163-2-iscsi for vnic_type normal with profile {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:03:00.831939 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Attempting to bind port dade2399-694f-4c80-91f3-b0d25cc71e19 by drivers openvswitch,hyperv on host dv-cinder-837163-2-iscsi at level 0 using segments [{'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:03:00.832326 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Attempting to bind port dade2399-694f-4c80-91f3-b0d25cc71e19 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:03:00.837243 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.838865 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Checking agent: {'id': '09d9e38d-7c8f-4f49-894a-d73931c65aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837163-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 34, 16), 'started_at': datetime.datetime(2022, 4, 11, 16, 34, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837163-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:03:00.839433 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:03:00.839859 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.840248 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Bound using segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} {{(pid=110632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:03:00.840721 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.managers [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Bound port: dade2399-694f-4c80-91f3-b0d25cc71e19, host: dv-cinder-837163-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}}] {{(pid=110632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:03:00.841099 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.914209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] For port dade2399-694f-4c80-91f3-b0d25cc71e19, host dv-cinder-837163-2-iscsi, cleared binding levels {{(pid=110632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:03:00.918224 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] For port dade2399-694f-4c80-91f3-b0d25cc71e19, host dv-cinder-837163-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=dade2399-694f-4c80-91f3-b0d25cc71e19,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:03:00.955826 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.27.2.103 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/bd8802d1-3a63-417b-ba70-2e06e7b8e800) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:03:00.978072 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-bb663c86-83f9-4327-9eb2-688185fb546c None None] Provisioning complete for port dade2399-694f-4c80-91f3-b0d25cc71e19 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:00.978466 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bb663c86-83f9-4327-9eb2-688185fb546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.006931 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.025387 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-bb663c86-83f9-4327-9eb2-688185fb546c None None] Port dade2399-694f-4c80-91f3-b0d25cc71e19 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:03:01.060115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.076768 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:01.077518 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:02:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:01.118031 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab7f04-1100-4e57-afcc-37a1cdedf785 None None] Pushing event updated for resources: {'Port': ['ID=dade2399-694f-4c80-91f3-b0d25cc71e19,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:01.164463 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.208191 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:03:01.212746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:03:01.215791 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:01.216752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:03:01.250035 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=bd8802d1-3a63-417b-ba70-2e06e7b8e800,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:01.271389 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] Provisioning complete for port dade2399-694f-4c80-91f3-b0d25cc71e19 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:01.271794 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.312946 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (25e32fac-dbcb-4dd1-8232-4dc066db5f56), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.386182 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.492491 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] Current status of the port dade2399-694f-4c80-91f3-b0d25cc71e19 is: DOWN; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:01.492883 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.522559 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:01.544097 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.561796 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37478378-8a5b-4a1f-852c-47015a7a3f67 None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:03:01.567444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] For port dade2399-694f-4c80-91f3-b0d25cc71e19, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=dade2399-694f-4c80-91f3-b0d25cc71e19,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:01.628006 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.661893 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.714826 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=bd8802d1-3a63-417b-ba70-2e06e7b8e800,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:01.721890 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8281b-4a78-4e1f-ad68-4997c2c9b9c3 None None] Pushing event updated for resources: {'Port': ['ID=dade2399-694f-4c80-91f3-b0d25cc71e19,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:01.726312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (25e32fac-dbcb-4dd1-8232-4dc066db5f56), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.817888 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.819267 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3a7e198c-294e-431f-a220-7287f49a9039 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2076311 Apr 11 17:03:01.996040 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-c21822d9-ccc1-4984-8e62-c964822d0187 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1549056438&fields=id&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 267 time: 0.0663607 Apr 11 17:03:02.126168 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-ef30d996-bece-4b49-89a9-491cb2187944 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:02.130684 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-ef30d996-bece-4b49-89a9-491cb2187944 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1274977 Apr 11 17:03:02.146905 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-66525b6b-829d-471d-84e4-d5565ad3e586 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/quotas/81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 375 time: 0.0125303 Apr 11 17:03:02.209375 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-4a19e193-f602-4186-85ac-3c6f2ee89692 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563300 Apr 11 17:03:02.275444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b64054d4-657a-4ff8-abcc-396f2931f53c up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:03:02.349785 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-b6f48a4f-3e0d-4da1-809d-0b882728bff2 service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273263 Apr 11 17:03:02.357340 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port b64054d4-657a-4ff8-abcc-396f2931f53c triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:02.357710 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:02.463680 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-0ec09be5-993d-4043-bbc1-9c12a15a233b service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043770 Apr 11 17:03:02.477988 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port b64054d4-657a-4ff8-abcc-396f2931f53c is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:02.483500 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device dade2399-694f-4c80-91f3-b0d25cc71e19 up at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:03:02.543900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Provisioning complete for port dade2399-694f-4c80-91f3-b0d25cc71e19 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:02.543900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:02.658121 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Current status of the port dade2399-694f-4c80-91f3-b0d25cc71e19 is: ACTIVE; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:02.761690 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d88c92e7-06af-42b9-bc8a-fa13b974e243 req-8d7201f9-6b99-4325-980d-2dd85a159fa1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0344427 Apr 11 17:03:03.840960 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-82b4f739-862c-4da8-aa08-45a4e2bd1b5c req-f866556d-06b6-47b2-8470-9809adc68951 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0280402 Apr 11 17:03:04.921703 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-0fc36f47-a388-465a-9084-1e401f377885 req-04165c24-3081-4a91-b20a-124668d124db tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0311556 Apr 11 17:03:06.000645 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e51e1aa0-1eaa-46f8-a7c8-5ad4a5d252f1 req-d41a1850-91dc-420b-944c-189cc74b60ee tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0278227 Apr 11 17:03:07.093480 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e2185452-d633-4518-a437-a2feb2b0a120 req-28a1fbfb-cbac-46f6-a536-9b0bbda8464c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Apr 11 17:03:08.198750 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f88e7d31-2cba-4663-b455-aa51821a0d07 req-47e4bc27-9ba9-4476-8490-2cec1f9d9aa8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Apr 11 17:03:08.839674 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-2755ca64-80c3-420c-b434-08fbce962a87 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:08.841197 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-2755ca64-80c3-420c-b434-08fbce962a87 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1082065 Apr 11 17:03:08.902920 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-ec6ff535-4e7b-4e30-8cc4-056a22b87fd5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 380 time: 0.0533404 Apr 11 17:03:08.918119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'port': {'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'admin_state_up': True, 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'security_groups': ['184093ce-95cb-41af-adde-a07c1fd8a766']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:09.106034 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Made reservation on behalf of 81d592a72e6f4e3a8555bd82765c85f9 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:03:09.109452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.235393 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.20.0.12 (115c06e5-25c5-4de5-8756-e7a7422d1c2e/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec/8a7d37b4-cb11-4398-977d-bedeba58f0b8) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:03:09.293759 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1d5db18c-9185-490e-9e88-6108ac86128a req-d769dd0c-dc37-43e4-9d88-f474643c9328 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0278547 Apr 11 17:03:09.378639 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.460741 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.504736 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:03:09.507855 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:03:09.511762 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:03:09.520732 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=8a7d37b4-cb11-4398-977d-bedeba58f0b8,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:09.571429 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:09.572719 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.658357 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-bba48bd4-66f8-4cb3-8edf-a6ee94fe7353 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7440474 Apr 11 17:03:09.684245 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2275eb2a-43f4-497c-8060-681417820037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.718585 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Request body: {'port': {'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:09.737052 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-11d4d63a-ba14-4342-908a-eb0a55987717 None None] Provisioning complete for port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:09.737713 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-11d4d63a-ba14-4342-908a-eb0a55987717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.775455 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-11d4d63a-ba14-4342-908a-eb0a55987717 None None] Port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:03:09.781083 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:10.052970 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7d37b4-cb11-4398-977d-bedeba58f0b8 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:03:10.060755 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Publish callbacks [] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:10.073157 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Transition to ACTIVE for port object 8a7d37b4-cb11-4398-977d-bedeba58f0b8 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:03:10.146677 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:10.205370 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d37b4-cb11-4398-977d-bedeba58f0b8,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:10.273813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Attempting to bind port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:03:10.274508 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Attempting to bind port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:03:10.274508 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Attempting to bind port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:03:10.279410 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:03:10.279828 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Attempting to bind port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:03:10.285995 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:03:10.286401 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:03:10.286713 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Bound using segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:03:10.287144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Bound port: 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:03:10.287677 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:10.358490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] For port 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:03:10.362306 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] For port 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:03:10.427891 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43215f2e-763e-4d76-a68b-b4e03b42ea5a req-33dc2add-b3e0-488f-b1d3-8b3483a9bdb2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.429424 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-43215f2e-763e-4d76-a68b-b4e03b42ea5a req-33dc2add-b3e0-488f-b1d3-8b3483a9bdb2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 944 time: 0.0501206 Apr 11 17:03:10.431052 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:10.479534 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.480469 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:10.481849 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] 10.222.0.60 "PUT /v2.0/ports/8a7d37b4-cb11-4398-977d-bedeba58f0b8 HTTP/1.1" status: 200 len: 1094 time: 0.7675602 Apr 11 17:03:10.486315 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:10.489753 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994b689-a500-47f2-a959-c9d55fce5b05" -d '{"events": [{"name": "network-changed", "server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:10.536557 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bc220-ed7a-4ef6-91be-bffb77c8e48a service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d37b4-cb11-4398-977d-bedeba58f0b8,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:10.542244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc60673-ab69-426b-aae2-ff56a643ab26 x-openstack-request-id: req-fdc60673-ab69-426b-aae2-ff56a643ab26 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:10.546706 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:10.546706 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdc60673-ab69-426b-aae2-ff56a643ab26 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:10.546706 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc60673-ab69-426b-aae2-ff56a643ab26'] response: {'name': 'network-changed', 'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'status': 'completed', 'code': 200} Apr 11 17:03:10.548232 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-43215f2e-763e-4d76-a68b-b4e03b42ea5a req-5973acc5-b61d-4b58-a0c5-e7f1085e6219 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104407 Apr 11 17:03:10.630990 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994b689-a500-47f2-a959-c9d55fce5b05 req-e9b31d91-bb4f-4858-b864-29a0f3bf1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.632696 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2994b689-a500-47f2-a959-c9d55fce5b05 req-e9b31d91-bb4f-4858-b864-29a0f3bf1b0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 1128 time: 0.0462909 Apr 11 17:03:10.738800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994b689-a500-47f2-a959-c9d55fce5b05 req-eb301cea-1821-42d2-89bb-da030156f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.740337 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2994b689-a500-47f2-a959-c9d55fce5b05 req-eb301cea-1821-42d2-89bb-da030156f0cb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1000297 Apr 11 17:03:10.840937 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994b689-a500-47f2-a959-c9d55fce5b05 req-e6994894-bba6-4e8b-97b5-82167aa1dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.842320 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2994b689-a500-47f2-a959-c9d55fce5b05 req-e6994894-bba6-4e8b-97b5-82167aa1dbe0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935004 Apr 11 17:03:10.920873 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-dba92187-1559-42da-b36f-f554d13afa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.922352 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-dba92187-1559-42da-b36f-f554d13afa74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 1128 time: 0.0395386 Apr 11 17:03:10.966390 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-6e557c3b-2ba2-4c25-9d71-5b38c078cc26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8 HTTP/1.1" status: 200 len: 217 time: 0.0340841 Apr 11 17:03:11.019227 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-14da50ba-6399-4696-b510-47667ecb81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:11.021376 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-14da50ba-6399-4696-b510-47667ecb81e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0488782 Apr 11 17:03:11.063831 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-737914cc-94db-432e-abe9-ebe3543865d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:11.065293 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-737914cc-94db-432e-abe9-ebe3543865d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378489 Apr 11 17:03:11.096404 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:03:11.160079 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-a7a159d3-ef11-4ae3-b3f6-fed770c43b26 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875347 Apr 11 17:03:11.252683 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb29525a-7375-4313-84d8-4807195f7ed5 req-91685609-36fc-4e1f-b442-c1dc139bf491 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Apr 11 17:03:11.668232 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25777b-ccf9-406b-b9d5-5d9a19075c29 req-a35f3463-c61a-453a-b671-c1905ef00dfd tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:11.669794 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5f25777b-ccf9-406b-b9d5-5d9a19075c29 req-a35f3463-c61a-453a-b671-c1905ef00dfd tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 944 time: 0.0505753 Apr 11 17:03:11.720117 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5f25777b-ccf9-406b-b9d5-5d9a19075c29 req-40a22eed-2040-49a9-a037-205fe804ae6d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443790 Apr 11 17:03:12.305827 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5331d4d9-6b16-4322-8887-67e466465fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:12.840275 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7c744-b6ed-4034-9033-a857aed548d6 req-3d5a2ae2-dccc-4f9d-862a-4291ec5af9a7 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:12.841930 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2ea7c744-b6ed-4034-9033-a857aed548d6 req-3d5a2ae2-dccc-4f9d-862a-4291ec5af9a7 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 944 time: 0.0506971 Apr 11 17:03:12.897433 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2ea7c744-b6ed-4034-9033-a857aed548d6 req-f6e028c5-ac44-48b6-8302-418ac48ee6e2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Apr 11 17:03:13.409115 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:13.677683 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:14.013572 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31281a-fcd5-4224-a149-6fa7c63a2b31 req-9d31140a-b75c-40e7-9905-8fb9137fd232 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:14.015074 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7f31281a-fcd5-4224-a149-6fa7c63a2b31 req-9d31140a-b75c-40e7-9905-8fb9137fd232 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 944 time: 0.0496523 Apr 11 17:03:14.064364 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7f31281a-fcd5-4224-a149-6fa7c63a2b31 req-a62c1ff4-f2cc-48f4-9fa0-4fa0e006e9e9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Apr 11 17:03:14.298979 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8a7d37b4-cb11-4398-977d-bedeba58f0b8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:03:14.398460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:14.409874 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:03:14.448461 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:14.448842 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:14.462321 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7d37b4-cb11-4398-977d-bedeba58f0b8 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:03:14.482390 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:14.580381 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:14.627903 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=8a7d37b4-cb11-4398-977d-bedeba58f0b8,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:14.940074 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['8a7d37b4-cb11-4398-977d-bedeba58f0b8'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:03:15.010170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:15.450941 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491693cb-bd84-4e2e-b8e6-7ff338f25d2e req-cfc91e1f-dda0-4fe8-93a4-6d0424fec052 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:15.452428 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-491693cb-bd84-4e2e-b8e6-7ff338f25d2e req-cfc91e1f-dda0-4fe8-93a4-6d0424fec052 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 945 time: 0.3202107 Apr 11 17:03:15.511502 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-491693cb-bd84-4e2e-b8e6-7ff338f25d2e req-7a8eb90e-9001-45d1-84b2-2b629800decb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532947 Apr 11 17:03:15.997141 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:16.298265 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8a7d37b4-cb11-4398-977d-bedeba58f0b8 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:03:16.346275 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:03:16.477300 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:16.477678 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:16.556856 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:16.557238 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:16.579628 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:16.582415 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc6028a-80aa-4b1f-8d32-96947e81da03" -d '{"events": [{"server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:16.600215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:16.620656 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b41bb8-f4ab-4b52-b432-49466b37ac54 x-openstack-request-id: req-a8b41bb8-f4ab-4b52-b432-49466b37ac54 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:16.620999 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:16.621255 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8b41bb8-f4ab-4b52-b432-49466b37ac54 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:16.621655 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b41bb8-f4ab-4b52-b432-49466b37ac54'] response: {'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'code': 200} Apr 11 17:03:16.627192 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776dcbd-12a7-42b3-b3f9-89dbb33ac2f5 req-fa6eccce-bd94-4fba-873a-665de5898222 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:16.628739 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c776dcbd-12a7-42b3-b3f9-89dbb33ac2f5 req-fa6eccce-bd94-4fba-873a-665de5898222 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 945 time: 0.0483348 Apr 11 17:03:16.672083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:16.681345 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c776dcbd-12a7-42b3-b3f9-89dbb33ac2f5 req-882250df-92be-4dfa-a4cb-e0159484ce70 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469246 Apr 11 17:03:16.724460 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=8a7d37b4-cb11-4398-977d-bedeba58f0b8,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:16.985869 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4372971-72c4-4ed1-b411-6696592986d1 req-0a30f542-d451-48e3-9b8e-3ca192a10d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:16.987562 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c4372971-72c4-4ed1-b411-6696592986d1 req-0a30f542-d451-48e3-9b8e-3ca192a10d70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 1130 time: 0.0390351 Apr 11 17:03:17.032518 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c4372971-72c4-4ed1-b411-6696592986d1 req-4a1f318d-91fd-4523-a462-3c861581f17b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386124 Apr 11 17:03:17.807201 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92322e4-a1fb-49cd-a5ee-43251065723f req-e2caaf21-ac72-4c05-bca0-3cc80add2c52 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:17.808615 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c92322e4-a1fb-49cd-a5ee-43251065723f req-e2caaf21-ac72-4c05-bca0-3cc80add2c52 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0558066 Apr 11 17:03:17.855022 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c92322e4-a1fb-49cd-a5ee-43251065723f req-df00f419-8427-4d4d-9b4e-eca52b50922c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 Apr 11 17:03:18.972232 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d61a-1c7e-4b6e-be11-2de42e266938 req-f5a50efb-2a6d-4e91-8a90-9f18f3f6f6c9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:18.973835 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1df5d61a-1c7e-4b6e-be11-2de42e266938 req-f5a50efb-2a6d-4e91-8a90-9f18f3f6f6c9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0510809 Apr 11 17:03:19.021210 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1df5d61a-1c7e-4b6e-be11-2de42e266938 req-e1f0b85f-d457-4c6a-abb3-a5f3fdaeab83 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Apr 11 17:03:19.129203 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed3b97-a023-4f97-8e81-15fd8a924c2d req-71b983c0-e819-44b9-a8b2-9fe9f09f837e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:19.130788 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d2ed3b97-a023-4f97-8e81-15fd8a924c2d req-71b983c0-e819-44b9-a8b2-9fe9f09f837e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0467792 Apr 11 17:03:19.139311 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43402) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:19.143767 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:19.183503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (25e32fac-dbcb-4dd1-8232-4dc066db5f56), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:19.637338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:19.700352 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (25e32fac-dbcb-4dd1-8232-4dc066db5f56), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:19.804326 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP 25e32fac-dbcb-4dd1-8232-4dc066db5f56 associated. External IP: 172.27.2.103, port: 8a7d37b4-cb11-4398-977d-bedeba58f0b8. Apr 11 17:03:20.021796 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:03:20.132362 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:03:20.137346 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:20.142559 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:03:20.152802 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:20.153711 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:20.183469 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-abba2007-4718-49d1-859e-1d3a98946870 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "PUT /v2.0/floatingips/25e32fac-dbcb-4dd1-8232-4dc066db5f56 HTTP/1.1" status: 200 len: 992 time: 1.0286207 Apr 11 17:03:20.183469 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:20.183469 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:20.212161 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e9add-d1b0-4c4a-b749-e37a3690fcdb x-openstack-request-id: req-b72e9add-d1b0-4c4a-b749-e37a3690fcdb {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:20.212449 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:20.212925 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b72e9add-d1b0-4c4a-b749-e37a3690fcdb {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:20.213291 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72e9add-d1b0-4c4a-b749-e37a3690fcdb'] response: {'name': 'network-changed', 'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'status': 'completed', 'code': 200} Apr 11 17:03:20.287433 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-6873fbbf-780f-435c-9d68-1462f82d11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:20.289007 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-6873fbbf-780f-435c-9d68-1462f82d11f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 1130 time: 0.0534401 Apr 11 17:03:20.359454 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:20.390909 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-3da4c26e-7638-4b1b-9838-b15911a73e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:20.392344 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-3da4c26e-7638-4b1b-9838-b15911a73e52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0971746 Apr 11 17:03:20.461490 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-a782682b-4c1f-4162-9f80-c03208a37c9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0621977 Apr 11 17:03:20.514791 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-4880f87a-a9f9-4121-86f9-ac10b2b3dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:20.516359 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-4880f87a-a9f9-4121-86f9-ac10b2b3dcda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0490861 Apr 11 17:03:20.559695 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-05de9924-2118-43ba-8081-2eaa12611cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:20.561206 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-05de9924-2118-43ba-8081-2eaa12611cd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392647 Apr 11 17:03:20.589751 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:19Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:20.617138 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:03:20.625454 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:20.626067 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:20.651215 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-5502462c-3ffc-477f-9d57-04f85b626a0b service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831845 Apr 11 17:03:20.737807 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:20.744525 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb4d6217-1d9f-44ca-8521-9e7f7f020bd9 req-bf962d05-3a80-4af5-a356-1833ee4e2e79 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879374 Apr 11 17:03:20.965377 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:19Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:20.993150 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9391-2b74-4123-acff-ebb3a275890c None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:19Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:03:21.189088 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf59b4-7aa5-4861-81e2-cc63ce77dcc7 None None] New status for floating IP 25e32fac-dbcb-4dd1-8232-4dc066db5f56: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:03:28.745612 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-e8d0787a-9b9e-42b8-983f-e2f7f161edb1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386097 Apr 11 17:03:28.832429 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979c79-a871-4413-a68c-afe133d095a8 req-30cc72ca-347d-4244-be56-1d1ad833816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:28.833939 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-30cc72ca-347d-4244-be56-1d1ad833816e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1129 time: 0.0442274 Apr 11 17:03:28.936800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979c79-a871-4413-a68c-afe133d095a8 req-8c9e53ac-d9bc-4baf-a3b0-a60c2666576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:28.938266 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-8c9e53ac-d9bc-4baf-a3b0-a60c2666576f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0834394 Apr 11 17:03:29.010320 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-2f222ba9-8298-4665-801d-e2f1bb9ac94a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 1000 time: 0.0623772 Apr 11 17:03:29.059186 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979c79-a871-4413-a68c-afe133d095a8 req-42d6bf44-9b40-4390-b436-7508da0d88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:29.060699 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-42d6bf44-9b40-4390-b436-7508da0d88c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0432067 Apr 11 17:03:29.105223 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979c79-a871-4413-a68c-afe133d095a8 req-c9545366-d337-4296-ad91-cb83bc94d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:29.106743 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-c9545366-d337-4296-ad91-cb83bc94d7b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387907 Apr 11 17:03:29.205811 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-9d08615d-6bfb-4d7b-adbe-fd99615ac736 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887725 Apr 11 17:03:29.297985 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e5979c79-a871-4413-a68c-afe133d095a8 req-53451796-ea61-4d35-96fd-817b9a5710a7 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Apr 11 17:03:39.688075 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-adc12d87-ae12-4d63-9972-b70b82c0e678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:42.283375 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-fb5a10f9-a6f8-4b12-9874-ce4e9a7da6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:43.408278 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:43.699737 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:45.025541 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:45.996700 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:48.095575 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:03:50.693823 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43418) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:50.845649 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Deleting port 0c795dbb-fa0d-4ac5-94e7-231394f8f8e0 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:03:50.845649 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:50.920888 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:50.921214 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:50.941085 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Calling delete_port for 0c795dbb-fa0d-4ac5-94e7-231394f8f8e0 owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:03:51.139525 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (0c795dbb-fa0d-4ac5-94e7-231394f8f8e0), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:51.169455 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'Port': ['ID=0c795dbb-fa0d-4ac5-94e7-231394f8f8e0,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:51.232987 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (a54019c8-9e19-4963-9e14-d6124f96b38c), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:51.233310 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Floating IP a54019c8-9e19-4963-9e14-d6124f96b38c disassociated (deleted). External IP: 172.27.2.38, port: 7a50fff3-becf-4de7-875d-e2c780b656c1. Apr 11 17:03:51.664234 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:03:51.774331 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:03:51.779249 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:51.784405 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:03:51.794297 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:51.794915 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:51.811232 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-8a8e3f47-66d7-431d-80f2-7c819a62a905 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "DELETE /v2.0/floatingips/a54019c8-9e19-4963-9e14-d6124f96b38c HTTP/1.1" status: 204 len: 168 time: 1.1163206 Apr 11 17:03:51.811848 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:51.814170 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf14453-c024-4da8-823e-bdc36b0357ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:51.850636 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c5a5f0-d426-4f50-9579-8b25b4ad30b7 x-openstack-request-id: req-61c5a5f0-d426-4f50-9579-8b25b4ad30b7 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:51.850924 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:51.851171 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61c5a5f0-d426-4f50-9579-8b25b4ad30b7 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:51.851715 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c5a5f0-d426-4f50-9579-8b25b4ad30b7'] response: {'name': 'network-changed', 'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'status': 'completed', 'code': 200} Apr 11 17:03:51.909455 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:51.917286 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-b5153eba-c85d-43b7-b4b6-50d184a5f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:51.917286 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-b5153eba-c85d-43b7-b4b6-50d184a5f180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 1130 time: 0.0422533 Apr 11 17:03:52.013152 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-c73a66ee-d736-432c-befa-b61f91fe8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:52.014707 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-c73a66ee-d736-432c-befa-b61f91fe8486 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0931246 Apr 11 17:03:52.056613 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-49408ba2-59be-4ed8-9e54-d521daaf93be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a50fff3-becf-4de7-875d-e2c780b656c1 HTTP/1.1" status: 200 len: 217 time: 0.0356526 Apr 11 17:03:52.111044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-bcaa3681-c6d1-4ba6-b340-96c2425dd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:52.112635 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-bcaa3681-c6d1-4ba6-b340-96c2425dd7c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0501335 Apr 11 17:03:52.146487 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:19Z', 'revision_number': 1, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:52.160595 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-b0e11bc9-e35b-4e8e-842f-bf89ea6ea2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:52.162683 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-b0e11bc9-e35b-4e8e-842f-bf89ea6ea2a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434792 Apr 11 17:03:52.188333 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:03:52.193152 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:52.193616 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:52.308089 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:52.321035 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c009b9-cc43-4b7d-a68e-60c548b6a2ef req-69e76f4f-c46f-4ac2-9ea3-c970cd012f71 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:52.322588 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b4c009b9-cc43-4b7d-a68e-60c548b6a2ef req-69e76f4f-c46f-4ac2-9ea3-c970cd012f71 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.1017449 Apr 11 17:03:52.374603 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-b4c009b9-cc43-4b7d-a68e-60c548b6a2ef req-078d29a2-9170-41e3-a6e2-555f40970714 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462191 Apr 11 17:03:52.644173 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:19Z', 'revision_number': 1, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:52.674288 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc42a0-92be-4776-b585-f1d768092839 None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '668d68f4-6475-4f08-9a1a-859923bf3dff', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'port_id': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'mac_address': 'fa:16:3e:b7:ff:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:17Z', 'updated_at': '2022-04-11T16:59:19Z', 'revision_number': 1, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:03:52.916824 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468d92b-ea37-476a-b3bf-9f86d851a0ac None None] New status for floating IP a54019c8-9e19-4963-9e14-d6124f96b38c: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:03:53.253738 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-c6d059b5-c691-447f-b7e7-60d8acd705d5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:03:53.254677 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-c6d059b5-c691-447f-b7e7-60d8acd705d5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055411 Apr 11 17:03:53.347726 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-b0bdc907-2723-43fd-b6b5-3988d56f5f2b service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861309 Apr 11 17:03:53.456508 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-0bf14453-c024-4da8-823e-bdc36b0357ca req-8739d210-35b2-463d-b455-62bd513758f1 service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927863 Apr 11 17:03:53.556529 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca472d-ba56-451e-8d58-d7bb7ba614ad req-b1112a7b-6264-4e92-b53f-06d9f677cf34 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:53.557942 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b6ca472d-ba56-451e-8d58-d7bb7ba614ad req-b1112a7b-6264-4e92-b53f-06d9f677cf34 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.1122482 Apr 11 17:03:53.610721 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b6ca472d-ba56-451e-8d58-d7bb7ba614ad req-21006bdd-7e51-49ad-ad01-436518b32446 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471087 Apr 11 17:03:54.086743 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e7da32e3-5c86-4aa7-831d-fb7869e70ee9 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:54.088227 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e7da32e3-5c86-4aa7-831d-fb7869e70ee9 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 946 time: 0.0468063 Apr 11 17:03:54.178693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Deleting port 7a50fff3-becf-4de7-875d-e2c780b656c1 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:03:54.179060 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:54.274898 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] For port 7a50fff3-becf-4de7-875d-e2c780b656c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7a50fff3-becf-4de7-875d-e2c780b656c1,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:54.275625 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:54.289476 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Calling delete_port for 7a50fff3-becf-4de7-875d-e2c780b656c1 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:03:54.482568 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7a50fff3-becf-4de7-875d-e2c780b656c1), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:54.512408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'Port': ['ID=7a50fff3-becf-4de7-875d-e2c780b656c1,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:54.525107 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.525394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.525738 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.526074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.526431 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.526776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.527097 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.527425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.527776 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.528100 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.528422 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.528741 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.529065 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.529380 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.530167 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:54.568109 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] No DVR routers for this DVR port 7a50fff3-becf-4de7-875d-e2c780b656c1 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:03:54.570703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:54.573990 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-56e29ef2-d39b-45fc-a157-d55f3130a9fa req-e57f20cd-93db-4619-a9a7-ba02c7df8c9e tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "DELETE /v2.0/ports/7a50fff3-becf-4de7-875d-e2c780b656c1 HTTP/1.1" status: 204 len: 173 time: 0.4805543 Apr 11 17:03:54.574428 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'name': 'network-vif-deleted', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:54.576767 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb749b66-510d-4a2f-b3ff-c947b463246f" -d '{"events": [{"server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "name": "network-vif-deleted", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:54.613218 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b5ce49-d655-48d3-8226-132382999216 x-openstack-request-id: req-a7b5ce49-d655-48d3-8226-132382999216 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:54.613507 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f231e-2518-47fc-9267-edc23302a4b0", "name": "network-vif-deleted", "tag": "7a50fff3-becf-4de7-875d-e2c780b656c1", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:54.613756 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7b5ce49-d655-48d3-8226-132382999216 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:54.614160 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b5ce49-d655-48d3-8226-132382999216'] response: {'server_uuid': '0a8f231e-2518-47fc-9267-edc23302a4b0', 'name': 'network-vif-deleted', 'tag': '7a50fff3-becf-4de7-875d-e2c780b656c1', 'status': 'completed', 'code': 200} Apr 11 17:03:54.709094 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-569b1a37-75d9-4f64-842c-a70dc387acf8 req-5de93461-a75d-41fa-8fe0-8e3c7964878c tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8f231e-2518-47fc-9267-edc23302a4b0 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Apr 11 17:03:56.519725 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7a50fff3-becf-4de7-875d-e2c780b656c1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:03:56.540362 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 7a50fff3-becf-4de7-875d-e2c780b656c1 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:03:56.540761 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7a50fff3-becf-4de7-875d-e2c780b656c1 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:03:58.206277 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43454) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:58.359140 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Deleting port f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:03:58.359474 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:58.436138 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:58.436468 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:58.448635 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Calling delete_port for f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:03:58.648205 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:58.673011 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'Port': ['ID=f81c7ce5-bd2f-4c7c-a5e5-f53a6b9eedec,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:58.688892 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.689229 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.689575 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.689908 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.690236 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.690564 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.690890 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.691213 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.691568 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.691895 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.692218 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.692541 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.692859 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.693175 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.693498 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:58.752180 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (668d68f4-6475-4f08-9a1a-859923bf3dff), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:58.752564 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Floating IP 668d68f4-6475-4f08-9a1a-859923bf3dff disassociated (deleted). External IP: 172.27.2.60, port: 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5. Apr 11 17:03:58.969071 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:03:59.082521 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:03:59.087250 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:59.091721 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:03:59.103185 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:59.105868 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:59.119746 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0dc250a8-51bd-4ff8-9c42-8267db21df15 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "DELETE /v2.0/floatingips/668d68f4-6475-4f08-9a1a-859923bf3dff HTTP/1.1" status: 204 len: 168 time: 0.9123023 Apr 11 17:03:59.120335 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:59.122581 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61210d54-3e5c-43d1-a64e-5e6e3966deab" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:59.163180 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a85503-bf9a-425f-b8f2-25a4aa75c20d x-openstack-request-id: req-25a85503-bf9a-425f-b8f2-25a4aa75c20d {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:59.163473 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:59.163754 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25a85503-bf9a-425f-b8f2-25a4aa75c20d {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:59.164172 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a85503-bf9a-425f-b8f2-25a4aa75c20d'] response: {'name': 'network-changed', 'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'status': 'completed', 'code': 200} Apr 11 17:03:59.223185 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:59.227951 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-779a62bc-3341-4f9d-bbf2-0c1b7e12ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:59.229531 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-779a62bc-3341-4f9d-bbf2-0c1b7e12ee17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 1129 time: 0.0436509 Apr 11 17:03:59.323109 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-92a3b4b9-3189-4f38-a894-f82b01acd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:59.324606 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-92a3b4b9-3189-4f38-a894-f82b01acd2e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 200 len: 912 time: 0.0889831 Apr 11 17:03:59.417522 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-2fd078ae-5c74-458c-8585-3756bad1346d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 200 len: 217 time: 0.0855644 Apr 11 17:03:59.422760 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:59.455330 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:03:59.463889 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:59.464528 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:59.468063 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-9b37d4f2-34a6-4c01-997c-05033a9c49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:59.473320 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-9b37d4f2-34a6-4c01-997c-05033a9c49cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 200 len: 850 time: 0.0453339 Apr 11 17:03:59.519343 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-4e0e9bd0-d72e-45ab-92e1-14a271fcf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:59.520944 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-4e0e9bd0-d72e-45ab-92e1-14a271fcf5d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d45841d9-e429-47aa-8f60-9f9158a45598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445833 Apr 11 17:03:59.584763 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1660ee-b347-4a5a-9c43-633f959bc1f3 req-3b55797e-3735-4dd2-83e4-55575b45303a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:59.586123 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:59.586338 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8b1660ee-b347-4a5a-9c43-633f959bc1f3 req-3b55797e-3735-4dd2-83e4-55575b45303a tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0548375 Apr 11 17:03:59.636468 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-8b1660ee-b347-4a5a-9c43-633f959bc1f3 req-da3780a0-ae8e-42cd-add8-5fbd0f66c908 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Apr 11 17:03:59.786762 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:59.813197 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c31eb-b667-491a-b422-ec6388402c0c None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'c785213e-7492-49c5-a89b-e2da37e71836', 'name': '', 'network_id': 'd45841d9-e429-47aa-8f60-9f9158a45598', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'mac_address': 'fa:16:3e:fe:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:18Z', 'updated_at': '2022-04-11T16:55:22Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'subnets': [{'id': 'd9d18ca7-1405-4d1a-9870-2ab7cd5fbf73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:04:00.068728 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7673e1-7ac6-4d6b-bf37-1d57c50d06fc None None] New status for floating IP 668d68f4-6475-4f08-9a1a-859923bf3dff: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:04:00.628197 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-2fad2b8e-894b-4979-9f41-eca5fac813ae service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855870 Apr 11 17:04:00.773804 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-61210d54-3e5c-43d1-a64e-5e6e3966deab req-06fdd483-376a-4c59-a723-2ce7513881ed service neutron] 10.222.0.60 "GET /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380062 Apr 11 17:04:00.784749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eb841-0eff-41f8-97ff-f999ef219cff req-43ef2ebc-c09c-4fa6-8145-bc390cbde221 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:00.786176 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9f0eb841-0eff-41f8-97ff-f999ef219cff req-43ef2ebc-c09c-4fa6-8145-bc390cbde221 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0609610 Apr 11 17:04:00.837174 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-9f0eb841-0eff-41f8-97ff-f999ef219cff req-b3e75770-faa1-4d80-96d0-e1b8353282b0 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb9b01a0-0824-452a-b965-d2414a9b396b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451009 Apr 11 17:04:01.176996 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5b40e7d5-a04a-4cf0-8e9c-a55f4a1bd47f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:01.178527 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5b40e7d5-a04a-4cf0-8e9c-a55f4a1bd47f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 945 time: 0.0476899 Apr 11 17:04:01.268731 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Deleting port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:01.269064 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:01.360013 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] For port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:01.360372 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:01.373409 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Calling delete_port for 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:01.573757 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:01.603098 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'Port': ['ID=90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:01.648425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] No DVR routers for this DVR port 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:01.650983 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:01.654596 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fe2c23e2-9af7-4566-af78-b6609da794be req-5754bebd-c517-41c1-8cf7-6a84b1424e24 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.60 "DELETE /v2.0/ports/90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 HTTP/1.1" status: 204 len: 173 time: 0.4696755 Apr 11 17:04:01.655027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'name': 'network-vif-deleted', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:04:01.657259 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08439cfe-c06f-4a27-9463-6151ad36985a" -d '{"events": [{"server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "name": "network-vif-deleted", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:04:01.692651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7f00e-0039-4b22-9dfe-11449031d1ae x-openstack-request-id: req-fda7f00e-0039-4b22-9dfe-11449031d1ae {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:04:01.695795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cad29e-1925-4f3e-85d6-1e689fdd3501", "name": "network-vif-deleted", "tag": "90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:04:01.695795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fda7f00e-0039-4b22-9dfe-11449031d1ae {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:04:01.695795 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda7f00e-0039-4b22-9dfe-11449031d1ae'] response: {'server_uuid': 'f2cad29e-1925-4f3e-85d6-1e689fdd3501', 'name': 'network-vif-deleted', 'tag': '90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5', 'status': 'completed', 'code': 200} Apr 11 17:04:01.936736 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-aece3d63-8f4c-4cd2-879a-a8b9ee0d11fb req-3d0871db-d5a6-4245-a4b5-34116022eb3f tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2cad29e-1925-4f3e-85d6-1e689fdd3501 HTTP/1.1" status: 200 len: 210 time: 0.0316722 Apr 11 17:04:03.005667 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43474) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:03.124168 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Deleting port 81c14f44-6891-4c11-b08d-71fa60a278bd {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:03.124508 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:03.203555 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:03.203895 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (81c14f44-6891-4c11-b08d-71fa60a278bd), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:03.216689 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Calling delete_port for 81c14f44-6891-4c11-b08d-71fa60a278bd owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:03.442238 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (81c14f44-6891-4c11-b08d-71fa60a278bd), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:03.469102 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'Port': ['ID=81c14f44-6891-4c11-b08d-71fa60a278bd,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:03.539110 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for floatingip (ce66c148-0486-40f6-a8c8-ff7758b97f7a), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:03.541653 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:03.542804 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-060969c6-afbf-40d4-abe0-dff44cfd10cb tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "DELETE /v2.0/floatingips/ce66c148-0486-40f6-a8c8-ff7758b97f7a HTTP/1.1" status: 204 len: 168 time: 0.5361364 Apr 11 17:04:04.543601 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:04.572549 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:04.572892 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 90e9e7d1-b72f-44e3-a8ae-de34bcdd07e5 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:04.864462 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43486) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:04.937733 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0731e8d4-18a7-4077-93cd-97fff8a2a367 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group (bb9b01a0-0824-452a-b965-d2414a9b396b), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:04.967513 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0731e8d4-18a7-4077-93cd-97fff8a2a367 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group (bb9b01a0-0824-452a-b965-d2414a9b396b), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.093642 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0731e8d4-18a7-4077-93cd-97fff8a2a367 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (bb9b01a0-0824-452a-b965-d2414a9b396b), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.096502 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0731e8d4-18a7-4077-93cd-97fff8a2a367 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.097664 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0731e8d4-18a7-4077-93cd-97fff8a2a367 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] 10.222.0.43 "DELETE /v2.0/security-groups/bb9b01a0-0824-452a-b965-d2414a9b396b HTTP/1.1" status: 204 len: 168 time: 0.2321477 Apr 11 17:04:05.107153 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731e8d4-18a7-4077-93cd-97fff8a2a367 tempest-TestVolumeBootPattern-1311278582 tempest-TestVolumeBootPattern-1311278582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9b01a0-0824-452a-b965-d2414a9b396b,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:05.209266 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43490) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:05.601353 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (2c924f8a-33e2-41ac-8315-1bfc25570f0f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.838605 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Deleting port c785213e-7492-49c5-a89b-e2da37e71836 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:05.838838 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (c785213e-7492-49c5-a89b-e2da37e71836), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.917037 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] For port c785213e-7492-49c5-a89b-e2da37e71836, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=c785213e-7492-49c5-a89b-e2da37e71836,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:05.917732 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (c785213e-7492-49c5-a89b-e2da37e71836), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.930851 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Calling delete_port for c785213e-7492-49c5-a89b-e2da37e71836 owned by network:router_interface {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:06.190920 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (c785213e-7492-49c5-a89b-e2da37e71836), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.222338 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c785213e-7492-49c5-a89b-e2da37e71836,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:06.391774 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (2c924f8a-33e2-41ac-8315-1bfc25570f0f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.613716 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Router 2c924f8a-33e2-41ac-8315-1bfc25570f0f has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:04:06.934426 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:04:06.939497 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-660f68e2-933e-40d2-a347-21b2e9135c31 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c924f8a-33e2-41ac-8315-1bfc25570f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291193 Apr 11 17:04:06.942391 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43496) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:06.945104 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] Sync routers for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:04:06.961097 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:06.961719 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:07.055390 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks [] for router (2c924f8a-33e2-41ac-8315-1bfc25570f0f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.072724 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:07.167603 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks [] for router_gateway (2c924f8a-33e2-41ac-8315-1bfc25570f0f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.247830 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T17:04:06Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:07.275287 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] Checking router: 2c924f8a-33e2-41ac-8315-1bfc25570f0f for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:04:07.283889 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] Routers {'2c924f8a-33e2-41ac-8315-1bfc25570f0f'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:07.284551 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:07.355324 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Deleting port 4dbaf408-3a5c-48f9-82ab-11b300fb669a {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:07.355698 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.408531 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] Set router 2c924f8a-33e2-41ac-8315-1bfc25570f0f gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:07.438740 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] For port 4dbaf408-3a5c-48f9-82ab-11b300fb669a, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=4dbaf408-3a5c-48f9-82ab-11b300fb669a,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:07.439103 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.458324 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Calling delete_port for 4dbaf408-3a5c-48f9-82ab-11b300fb669a owned by network:router_gateway {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:07.681205 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T17:04:06Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:07.715483 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691197e0-fcce-43e2-8430-b2f84928799e None None] The sync data for ids ['2c924f8a-33e2-41ac-8315-1bfc25570f0f'] in dv-cinder-837163-2-iscsi is: [{'id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'name': 'tempest-TestVolumeBootPattern-250300333-router', 'tenant_id': '8a9151e87a0144caa9be07aa21c76b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:15Z', 'updated_at': '2022-04-11T17:04:06Z', 'revision_number': 5, 'project_id': '8a9151e87a0144caa9be07aa21c76b5b', 'gw_port': {'id': '4dbaf408-3a5c-48f9-82ab-11b300fb669a', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c924f8a-33e2-41ac-8315-1bfc25570f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:16Z', 'updated_at': '2022-04-11T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:04:07.716622 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (4dbaf408-3a5c-48f9-82ab-11b300fb669a), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.744152 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbaf408-3a5c-48f9-82ab-11b300fb669a,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:07.809780 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (2c924f8a-33e2-41ac-8315-1bfc25570f0f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.904555 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (2c924f8a-33e2-41ac-8315-1bfc25570f0f), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.906802 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks [] for router_controller (2c924f8a-33e2-41ac-8315-1bfc25570f0f), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.007896 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (2c924f8a-33e2-41ac-8315-1bfc25570f0f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.008544 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c924f8a-33e2-41ac-8315-1bfc25570f0f {{(pid=110631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:04:08.013206 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.014500 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-c6e976aa-6174-44c5-975a-bbd35b8f2b91 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c924f8a-33e2-41ac-8315-1bfc25570f0f HTTP/1.1" status: 204 len: 168 time: 1.0710509 Apr 11 17:04:08.017061 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43498) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:08.069118 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Deleting subnet d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:04:08.072671 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Publish callbacks [] for subnet (d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.109877 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.191985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device c785213e-7492-49c5-a89b-e2da37e71836 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:08.209061 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.213229 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: c785213e-7492-49c5-a89b-e2da37e71836 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:08.213582 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device c785213e-7492-49c5-a89b-e2da37e71836 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:08.324507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.351404 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:08.356894 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.362111 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-15592d2b-91be-4715-9355-beee20883f04 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d9d18ca7-1405-4d1a-9870-2ab7cd5fbf73 HTTP/1.1" status: 204 len: 168 time: 0.3426878 Apr 11 17:04:08.363679 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f05d7b-cfd0-460c-a1ac-21284c2acf7a None None] Network d45841d9-e429-47aa-8f60-9f9158a45598 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:04:08.364226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43500) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:08.435173 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (d45841d9-e429-47aa-8f60-9f9158a45598), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.486802 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Deleting port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:08.487138 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.552962 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] For port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,segment=NetworkSegment(d1aee249-8d2d-43cd-bfdc-89910da277d7),segment_id=d1aee249-8d2d-43cd-bfdc-89910da277d7)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:08.553316 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.565782 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Calling delete_port for bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:08.733730 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.754944 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55a3bd-b713-43cc-9ae1-26431f9fba2d None None] DHCP port deletion for d45841d9-e429-47aa-8f60-9f9158a45598 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:04:08.773343 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:08.778082 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] No DVR routers for this DVR port bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:08.853305 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (d45841d9-e429-47aa-8f60-9f9158a45598), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.873875 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45841d9-e429-47aa-8f60-9f9158a45598']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:08.883963 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1aee249-8d2d-43cd-bfdc-89910da277d7') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:08.884261 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1aee249-8d2d-43cd-bfdc-89910da277d7') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:08.894481 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (d1aee249-8d2d-43cd-bfdc-89910da277d7), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.908432 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (d1aee249-8d2d-43cd-bfdc-89910da277d7), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.915022 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:04:08.915418 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (d1aee249-8d2d-43cd-bfdc-89910da277d7), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:04:08.917217 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:04:09.053619 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (d45841d9-e429-47aa-8f60-9f9158a45598), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.059478 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.062679 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d45841d9-e429-47aa-8f60-9f9158a45598 HTTP/1.1" status: 204 len: 168 time: 0.6975040 Apr 11 17:04:09.066633 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43502) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:09.076483 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d8fe3-c1de-4133-bed0-a4f340e709f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45841d9-e429-47aa-8f60-9f9158a45598,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:09.676344 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-6bd0ee2c-01db-49fd-824e-49fd8f04eda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.682679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (8b28a376-1135-4672-b16f-da7bba2f29c8), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.926481 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Deleting port ad1d8d0c-df12-42af-abec-18484990924d {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:09.926821 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (ad1d8d0c-df12-42af-abec-18484990924d), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.016752 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] For port ad1d8d0c-df12-42af-abec-18484990924d, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=ad1d8d0c-df12-42af-abec-18484990924d,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:10.017139 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (ad1d8d0c-df12-42af-abec-18484990924d), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.030419 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4dbaf408-3a5c-48f9-82ab-11b300fb669a no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:10.036600 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Calling delete_port for ad1d8d0c-df12-42af-abec-18484990924d owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:10.051690 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 4dbaf408-3a5c-48f9-82ab-11b300fb669a {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:10.052123 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 4dbaf408-3a5c-48f9-82ab-11b300fb669a not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:10.052624 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:10.077309 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:10.077752 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device bb51bbf8-b62d-4a4a-8d0a-b471e46cb43f not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:10.316348 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (ad1d8d0c-df12-42af-abec-18484990924d), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.341943 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1d8d0c-df12-42af-abec-18484990924d,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:10.528446 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (8b28a376-1135-4672-b16f-da7bba2f29c8), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.766238 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Router 8b28a376-1135-4672-b16f-da7bba2f29c8 has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:04:10.878899 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:04:10.883964 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-11a32927-0332-4630-9d31-9343911426d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/8b28a376-1135-4672-b16f-da7bba2f29c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155975 Apr 11 17:04:10.886661 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43504) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:10.891392 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] Sync routers for ids ['8b28a376-1135-4672-b16f-da7bba2f29c8'] in dv-cinder-837163-2-iscsi {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:04:10.901118 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] Routers {'8b28a376-1135-4672-b16f-da7bba2f29c8'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:10.901748 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['8b28a376-1135-4672-b16f-da7bba2f29c8'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:10.999202 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks [] for router (8b28a376-1135-4672-b16f-da7bba2f29c8), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.013719 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] Set router 8b28a376-1135-4672-b16f-da7bba2f29c8 gateway port host: dv-cinder-837163-2-iscsi {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:11.106307 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks [] for router_gateway (8b28a376-1135-4672-b16f-da7bba2f29c8), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.190645 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T17:04:10Z', 'revision_number': 5, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port': {'id': 'b1c5feb1-e81a-4a66-945d-d77a5164b8a6', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:11.209943 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Deleting port b1c5feb1-e81a-4a66-945d-d77a5164b8a6 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:11.210278 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.219365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] Checking router: 8b28a376-1135-4672-b16f-da7bba2f29c8 for host: dv-cinder-837163-2-iscsi {{(pid=110632) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:04:11.228726 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] Routers {'8b28a376-1135-4672-b16f-da7bba2f29c8'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110632) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:11.229290 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:03:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['8b28a376-1135-4672-b16f-da7bba2f29c8'], 'active': True} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:11.294055 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] For port b1c5feb1-e81a-4a66-945d-d77a5164b8a6, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:11.294419 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.308239 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Calling delete_port for b1c5feb1-e81a-4a66-945d-d77a5164b8a6 owned by network:router_gateway {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:11.333908 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvr_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] Set router 8b28a376-1135-4672-b16f-da7bba2f29c8 gateway port host: None {{(pid=110632) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:11.390435 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_hamode_db [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T17:04:11Z', 'revision_number': 6, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port_host': None}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:11.418384 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc75947-f4a7-4e39-b6e2-ef4e81a4b32a None None] The sync data for ids ['8b28a376-1135-4672-b16f-da7bba2f29c8'] in dv-cinder-837163-2-iscsi is: [{'id': '8b28a376-1135-4672-b16f-da7bba2f29c8', 'name': 'tempest-TestVolumeBootPattern-1311406735-router', 'tenant_id': '62a9f569ed5743f9be16af92d7f7e194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:55:22Z', 'updated_at': '2022-04-11T17:04:11Z', 'revision_number': 6, 'project_id': '62a9f569ed5743f9be16af92d7f7e194', 'gw_port_host': None}] {{(pid=110632) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:04:11.539326 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (b1c5feb1-e81a-4a66-945d-d77a5164b8a6), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.565990 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c5feb1-e81a-4a66-945d-d77a5164b8a6,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:11.635668 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (8b28a376-1135-4672-b16f-da7bba2f29c8), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.729456 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (8b28a376-1135-4672-b16f-da7bba2f29c8), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.731581 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks [] for router_controller (8b28a376-1135-4672-b16f-da7bba2f29c8), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.842191 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (8b28a376-1135-4672-b16f-da7bba2f29c8), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.842754 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b28a376-1135-4672-b16f-da7bba2f29c8 {{(pid=110631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:04:11.848149 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.849405 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-508cf9f3-e4d1-493f-9052-30b3b2cb2951 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8b28a376-1135-4672-b16f-da7bba2f29c8 HTTP/1.1" status: 204 len: 168 time: 0.9616859 Apr 11 17:04:11.852146 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43506) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:11.901877 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_v2 [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Deleting subnet b7599a13-a896-44d1-9d45-ad03717b6a7b {{(pid=110630) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:04:11.905566 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Publish callbacks [] for subnet (b7599a13-a896-44d1-9d45-ad03717b6a7b), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:11.942060 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12802854'] for subnet (b7599a13-a896-44d1-9d45-ad03717b6a7b), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.020531 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (b7599a13-a896-44d1-9d45-ad03717b6a7b), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.128366 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13069686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12683190'] for subnet (b7599a13-a896-44d1-9d45-ad03717b6a7b), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.159326 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7599a13-a896-44d1-9d45-ad03717b6a7b,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:12.164075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.168512 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-552e84c0-a3f6-4b8e-997d-d541929a0f6c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b7599a13-a896-44d1-9d45-ad03717b6a7b HTTP/1.1" status: 204 len: 168 time: 0.3152509 Apr 11 17:04:12.169939 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43508) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:12.171482 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb6f30-2d07-49fd-ad9f-4a11162ec97b None None] Network d05198eb-02ae-48f5-ab43-acc5c11e6d67 requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:04:12.261386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (d05198eb-02ae-48f5-ab43-acc5c11e6d67), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.269139 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device ad1d8d0c-df12-42af-abec-18484990924d no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:12.299095 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f9a705ff-0a9f-46e1-b2bf-cbb1f184d4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.299095 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: ad1d8d0c-df12-42af-abec-18484990924d {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:12.299095 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device ad1d8d0c-df12-42af-abec-18484990924d not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:12.299095 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b1c5feb1-e81a-4a66-945d-d77a5164b8a6 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:12.310745 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Deleting port 0be25023-440a-43bc-ad51-9f0789178ed6 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:12.311088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.339202 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: b1c5feb1-e81a-4a66-945d-d77a5164b8a6 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:12.341827 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b1c5feb1-e81a-4a66-945d-d77a5164b8a6 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:12.392697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] For port 0be25023-440a-43bc-ad51-9f0789178ed6, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0be25023-440a-43bc-ad51-9f0789178ed6,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:12.393073 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.408763 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Calling delete_port for 0be25023-440a-43bc-ad51-9f0789178ed6 owned by network:dhcp {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:12.411226 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] DHCP port deletion for d05198eb-02ae-48f5-ab43-acc5c11e6d67 request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:04:12.457131 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Deleting port 0be25023-440a-43bc-ad51-9f0789178ed6 {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:12.457505 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.524769 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] For port 0be25023-440a-43bc-ad51-9f0789178ed6, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=0be25023-440a-43bc-ad51-9f0789178ed6,segment=NetworkSegment(e7b5961c-20d2-4af6-8501-092dcef8650a),segment_id=e7b5961c-20d2-4af6-8501-092dcef8650a)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:12.525170 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.539863 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Calling delete_port for 0be25023-440a-43bc-ad51-9f0789178ed6 owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:12.596423 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.622948 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (0be25023-440a-43bc-ad51-9f0789178ed6), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.628745 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be25023-440a-43bc-ad51-9f0789178ed6,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:12.632339 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] No DVR routers for this DVR port 0be25023-440a-43bc-ad51-9f0789178ed6 on host dv-cinder-837163-2-iscsi {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:12.653285 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Pushing event deleted for resources: {'Port': ['ID=0be25023-440a-43bc-ad51-9f0789178ed6,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:12.658302 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] No DVR routers for this DVR port 0be25023-440a-43bc-ad51-9f0789178ed6 on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:12.672658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.672658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.672658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.672658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.672658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.672658 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674133 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674133 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674133 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674133 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674445 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674592 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.674910 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.675231 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.675630 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a1de1-3e88-48b6-b8d5-35241879c47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:12.718654 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (d05198eb-02ae-48f5-ab43-acc5c11e6d67), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.740708 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05198eb-02ae-48f5-ab43-acc5c11e6d67']}} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:12.750391 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b5961c-20d2-4af6-8501-092dcef8650a') {'for_net_delete': True} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:12.750803 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.services.segments.db [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b5961c-20d2-4af6-8501-092dcef8650a') {} {{(pid=110630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:12.761744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12802863'] for segment (e7b5961c-20d2-4af6-8501-092dcef8650a), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.776189 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (e7b5961c-20d2-4af6-8501-092dcef8650a), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.782573 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110630) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:04:12.783631 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13069788'] for segment (e7b5961c-20d2-4af6-8501-092dcef8650a), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: Traceback (most recent call last): Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: timer() Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: cb(*args, **kw) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: return func(*args, **kwargs) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: self._notify() Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: self.callback(batched_events) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: event.method(event) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: return f(self, *a, **k) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._get(url).json() Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: return self.request(url, 'GET', **kwargs) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:04:12.786863 dv-cinder-837163-2-iscsi neutron-server[110630]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:04:12.927969 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (d05198eb-02ae-48f5-ab43-acc5c11e6d67), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.933715 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:12.936612 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d05198eb-02ae-48f5-ab43-acc5c11e6d67 HTTP/1.1" status: 204 len: 168 time: 0.7653241 Apr 11 17:04:12.948053 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddcbad-f5f0-4294-beeb-fb9fa859e9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05198eb-02ae-48f5-ab43-acc5c11e6d67,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:13.248718 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43512) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:13.289686 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-33fb00ce-0dc9-4612-96ed-237e9cd9e991 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a9151e87a0144caa9be07aa21c76b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398042 Apr 11 17:04:13.292162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43514) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:13.340694 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-45e47254-5f4e-4baf-9dd6-2ebf16493cad admin admin] Publish callbacks [] for security_group (3bf10dda-7b8f-4259-a1b6-134dabe34965), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:13.364033 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-45e47254-5f4e-4baf-9dd6-2ebf16493cad admin admin] Publish callbacks [] for security_group (3bf10dda-7b8f-4259-a1b6-134dabe34965), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:13.408482 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:13.458884 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-45e47254-5f4e-4baf-9dd6-2ebf16493cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (3bf10dda-7b8f-4259-a1b6-134dabe34965), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:13.461479 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-45e47254-5f4e-4baf-9dd6-2ebf16493cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:13.462632 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-45e47254-5f4e-4baf-9dd6-2ebf16493cad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bf10dda-7b8f-4259-a1b6-134dabe34965 HTTP/1.1" status: 204 len: 168 time: 0.1696315 Apr 11 17:04:13.472456 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e47254-5f4e-4baf-9dd6-2ebf16493cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf10dda-7b8f-4259-a1b6-134dabe34965,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:13.710444 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:14.004958 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0be25023-440a-43bc-ad51-9f0789178ed6 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:14.028015 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 0be25023-440a-43bc-ad51-9f0789178ed6 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:14.028361 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 0be25023-440a-43bc-ad51-9f0789178ed6 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:14.088550 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43520) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:14.129787 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-b25745e2-6439-4e61-bd0d-f6cb6eb60084 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62a9f569ed5743f9be16af92d7f7e194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400038 Apr 11 17:04:14.132363 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43522) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:14.180832 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcab-b4a3-4015-b581-7b46a793b606 admin admin] Publish callbacks [] for security_group (5e085d68-00a7-4620-945a-8932fa0eab75), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:14.202072 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcab-b4a3-4015-b581-7b46a793b606 admin admin] Publish callbacks [] for security_group (5e085d68-00a7-4620-945a-8932fa0eab75), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:14.327409 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcab-b4a3-4015-b581-7b46a793b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (5e085d68-00a7-4620-945a-8932fa0eab75), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:14.332588 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-08e9dcab-b4a3-4015-b581-7b46a793b606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:14.333912 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-08e9dcab-b4a3-4015-b581-7b46a793b606 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e085d68-00a7-4620-945a-8932fa0eab75 HTTP/1.1" status: 204 len: 168 time: 0.2006366 Apr 11 17:04:14.348584 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9dcab-b4a3-4015-b581-7b46a793b606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e085d68-00a7-4620-945a-8932fa0eab75,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:15.030349 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:16.019115 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:25.094586 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:04:28.765302 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-61cab014-b7d8-4d5c-8414-f2b33e46e47c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392158 Apr 11 17:04:28.825169 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-87a2ab8a-c76a-4ad8-aa5e-ab48ee0229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:28.826677 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-87a2ab8a-c76a-4ad8-aa5e-ab48ee0229fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 1130 time: 0.0409572 Apr 11 17:04:28.935412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-e1c5b41e-49ed-40c7-8f18-758ad429673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:28.936930 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-e1c5b41e-49ed-40c7-8f18-758ad429673c service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0904112 Apr 11 17:04:29.007308 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-23e1b242-e0f3-4884-866e-fc8bdca97bd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0628591 Apr 11 17:04:29.056038 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-0b207eac-6dab-4c26-ac45-dd635cb5555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:29.057405 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-0b207eac-6dab-4c26-ac45-dd635cb5555c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0448487 Apr 11 17:04:29.104219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-f44c1c60-aa37-4460-bb32-faf6126201e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:29.105710 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-f44c1c60-aa37-4460-bb32-faf6126201e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419838 Apr 11 17:04:29.193214 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-1f1ad367-eaa4-4431-884a-57b7b6a01b3e service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814083 Apr 11 17:04:29.286610 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3bbbbcd1-15d8-4d40-bab4-d2c438304a2b req-2a19ff10-c9e4-435d-99a9-0fd0c931849d service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862322 Apr 11 17:04:39.681374 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-f18c1b72-a165-4ea5-a8aa-e9204dfb9391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:42.275225 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-20fcb417-c6b8-4969-94be-a395e8148521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:43.401276 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:43.692704 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:44.989359 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:45.664840 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43570) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:45.669341 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411820526', 'description': 'tempest-description--1017673102'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:04:45.767412 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:45.835328 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (13026652-f252-495d-99a8-1b0fec85d0e3), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:45.915422 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (13026652-f252-495d-99a8-1b0fec85d0e3), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:45.945293 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13026652-f252-495d-99a8-1b0fec85d0e3,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:46.018337 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.031579 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.033470 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-483199b8-43aa-4814-8032-72866020ef06 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3676329 Apr 11 17:04:46.036250 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43572) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:46.040685 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': '13026652-f252-495d-99a8-1b0fec85d0e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:04:46.115503 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (a937181f-e0ab-4bef-af25-90d57a7d7869), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.170441 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (a937181f-e0ab-4bef-af25-90d57a7d7869), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.241124 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (a937181f-e0ab-4bef-af25-90d57a7d7869), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.259813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a937181f-e0ab-4bef-af25-90d57a7d7869,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:46.317214 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.318456 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-ca389e14-0f04-4b1e-8540-d105b94b9dd1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2812819 Apr 11 17:04:46.321119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43574) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:46.325400 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': '13026652-f252-495d-99a8-1b0fec85d0e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:04:46.407389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (5921e157-54a6-48fa-b93f-41d748c9756c), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.465101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (5921e157-54a6-48fa-b93f-41d748c9756c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.521144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (5921e157-54a6-48fa-b93f-41d748c9756c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.541007 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5921e157-54a6-48fa-b93f-41d748c9756c,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:46.631272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.632542 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-01da016b-b7f4-4358-ab60-ad13f73bcf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105021 Apr 11 17:04:46.635614 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43576) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:46.639913 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:04:46.737960 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.816988 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.922141 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.27.2.102 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/c812c9cf-c794-4174-b74c-dc55c51f4d41) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:04:47.020505 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.109514 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.149571 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:04:47.152354 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:04:47.155931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:04:47.184092 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=c812c9cf-c794-4174-b74c-dc55c51f4d41,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:47.246500 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (862274f1-997a-462e-baf8-f1fa229c4d03), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.348825 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.498518 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.561061 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.633533 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=c812c9cf-c794-4174-b74c-dc55c51f4d41,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:47.646648 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (862274f1-997a-462e-baf8-f1fa229c4d03), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.752162 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:47.753414 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-257bfb4e-6a6f-433a-9e78-323747ddad5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1168768 Apr 11 17:04:47.952200 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-220b7078-6d10-4c17-84a5-7d9ef69d59be tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1411820526&fields=id&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 267 time: 0.0419240 Apr 11 17:04:48.060468 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-bf38e061-1b33-4695-af38-a4cfe18935c9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:48.061936 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-bf38e061-1b33-4695-af38-a4cfe18935c9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1027601 Apr 11 17:04:48.077157 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-3bd06132-3192-4dad-a61b-6e88ba5c0261 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/quotas/81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 375 time: 0.0088141 Apr 11 17:04:48.126171 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-939531ff-81d5-4c13-bccb-f298469302d2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0435567 Apr 11 17:04:48.141009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-aad6b5da-530f-4f3b-a07c-9ab6d2475b8e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=110630) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:04:48.142026 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-aad6b5da-530f-4f3b-a07c-9ab6d2475b8e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050941 Apr 11 17:04:48.227025 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-e7631710-93dc-4c41-9003-02f9b7a823ae service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797191 Apr 11 17:04:48.317093 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-e9f0ae43-5304-4b07-9e01-95c068cb3293 service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844045 Apr 11 17:04:48.582349 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-7da6f3ff-1bc5-4f2e-9a7d-6311db27300f req-2c0e8d25-5774-4256-8a11-cbdd1e3b0943 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 210 time: 0.0292425 Apr 11 17:04:49.679884 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f895a671-5bf0-44d1-be51-9d5298fe404a req-d094e9cc-e8a6-4b86-a3de-989a751d8f6a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 210 time: 0.0281873 Apr 11 17:04:50.513786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-6f5be884-ea11-4a84-a523-9b5c8bb45605 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:50.517522 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-6f5be884-ea11-4a84-a523-9b5c8bb45605 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1131234 Apr 11 17:04:50.588427 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-7953ec2d-bcb0-48a4-86f7-752cc456c1ae tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 473 time: 0.0646422 Apr 11 17:04:50.599428 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'port': {'device_id': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'admin_state_up': True, 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'security_groups': ['13026652-f252-495d-99a8-1b0fec85d0e3']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:04:50.778825 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-bf73bcf8-4d04-4bd9-adb2-19f0143e7012 req-49b3b700-4e8b-43f0-b3c1-7510ce50ffec tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 210 time: 0.0274158 Apr 11 17:04:50.800854 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Made reservation on behalf of 81d592a72e6f4e3a8555bd82765c85f9 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:04:50.804297 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:50.930771 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.20.0.8 (115c06e5-25c5-4de5-8756-e7a7422d1c2e/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec/7b30dc4a-5553-4f9c-bf30-2bae622db822) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:04:51.070120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.178719 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.228039 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:04:51.230925 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:04:51.234576 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:04:51.261416 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=7b30dc4a-5553-4f9c-bf30-2bae622db822,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:51.289527 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:51.290134 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.357895 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-497163e5-60e4-4500-a08a-0dfb7c7c9a80 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621233 Apr 11 17:04:51.420923 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Request body: {'port': {'device_id': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:04:51.465684 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-2cf7c810-3333-46a6-b9da-bf3164aca518 None None] Provisioning complete for port 7b30dc4a-5553-4f9c-bf30-2bae622db822 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:04:51.466302 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c810-3333-46a6-b9da-bf3164aca518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.632526 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.632921 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7c810-3333-46a6-b9da-bf3164aca518 None None] Port 7b30dc4a-5553-4f9c-bf30-2bae622db822 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:04:51.774160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b30dc4a-5553-4f9c-bf30-2bae622db822 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:04:51.782274 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Publish callbacks [] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.794292 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Transition to ACTIVE for port object 7b30dc4a-5553-4f9c-bf30-2bae622db822 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:04:51.852329 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:51.949046 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Pushing event updated for resources: {'Port': ['ID=7b30dc4a-5553-4f9c-bf30-2bae622db822,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:51.955895 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b6ae-b920-459b-a74d-698663866989 req-6a6e5fdf-7b73-4916-8e37-0a6ed36d5bba tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:51.957468 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1fd3b6ae-b920-459b-a74d-698663866989 req-6a6e5fdf-7b73-4916-8e37-0a6ed36d5bba tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 943 time: 0.0782139 Apr 11 17:04:52.064261 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1fd3b6ae-b920-459b-a74d-698663866989 req-6b251fb5-5467-426e-a327-75807e1cee01 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853438 Apr 11 17:04:52.069537 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Attempting to bind port 7b30dc4a-5553-4f9c-bf30-2bae622db822 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:04:52.069863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Attempting to bind port 7b30dc4a-5553-4f9c-bf30-2bae622db822 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:04:52.070368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Attempting to bind port 7b30dc4a-5553-4f9c-bf30-2bae622db822 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:04:52.074923 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Port 7b30dc4a-5553-4f9c-bf30-2bae622db822 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:04:52.075236 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Attempting to bind port 7b30dc4a-5553-4f9c-bf30-2bae622db822 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:04:52.080844 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:04:52.081178 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:04:52.081551 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Bound using segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:04:52.081967 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Bound port: 7b30dc4a-5553-4f9c-bf30-2bae622db822, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:04:52.082317 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:52.146408 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] For port 7b30dc4a-5553-4f9c-bf30-2bae622db822, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:04:52.149506 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] For port 7b30dc4a-5553-4f9c-bf30-2bae622db822, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:04:52.247176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:52.284390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:52.285011 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:52.286406 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] 10.222.0.60 "PUT /v2.0/ports/7b30dc4a-5553-4f9c-bf30-2bae622db822 HTTP/1.1" status: 200 len: 1093 time: 0.8699322 Apr 11 17:04:52.286839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:04:52.289145 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce11ad61-f991-472b-971b-7a5190e96ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:04:52.316795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc93f4-8f62-4644-abd3-67e3cb8200ae service neutron] Pushing event updated for resources: {'Port': ['ID=7b30dc4a-5553-4f9c-bf30-2bae622db822,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:52.333361 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9901935-b9b2-47e6-bb9d-bcb5b4ee1c0f x-openstack-request-id: req-a9901935-b9b2-47e6-bb9d-bcb5b4ee1c0f {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:04:52.333655 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:04:52.333906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9901935-b9b2-47e6-bb9d-bcb5b4ee1c0f {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:04:52.334311 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9901935-b9b2-47e6-bb9d-bcb5b4ee1c0f'] response: {'name': 'network-changed', 'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'status': 'completed', 'code': 200} Apr 11 17:04:52.399083 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11ad61-f991-472b-971b-7a5190e96ea6 req-64e0dff7-dd0d-4524-a123-a4f54f969e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:52.400866 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ce11ad61-f991-472b-971b-7a5190e96ea6 req-64e0dff7-dd0d-4524-a123-a4f54f969e3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 1127 time: 0.0452995 Apr 11 17:04:52.500502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11ad61-f991-472b-971b-7a5190e96ea6 req-5eb1fe0c-94ef-4144-af93-e310d033076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:52.502070 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ce11ad61-f991-472b-971b-7a5190e96ea6 req-5eb1fe0c-94ef-4144-af93-e310d033076a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935104 Apr 11 17:04:52.884180 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11ad61-f991-472b-971b-7a5190e96ea6 req-459a97e3-1adf-433d-83a3-3b396c799d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:52.885663 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ce11ad61-f991-472b-971b-7a5190e96ea6 req-459a97e3-1adf-433d-83a3-3b396c799d88 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3775291 Apr 11 17:04:52.958639 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-93ebd5d0-fcf3-4f12-b778-75a675dc759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:52.960157 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-93ebd5d0-fcf3-4f12-b778-75a675dc759a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 1127 time: 0.0388341 Apr 11 17:04:53.002289 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-90debc15-b0d2-4326-ad41-0a9abbaf078e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822 HTTP/1.1" status: 200 len: 217 time: 0.0349345 Apr 11 17:04:53.054158 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-72fe68ba-dc3b-40e9-a68b-9ea1a455e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:53.055467 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-72fe68ba-dc3b-40e9-a68b-9ea1a455e176 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0470865 Apr 11 17:04:53.098027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-0c4c0f55-98fe-4339-97fd-25aa032f7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:53.099623 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-0c4c0f55-98fe-4339-97fd-25aa032f7e09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386753 Apr 11 17:04:53.226687 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c20cb-d626-4ca7-b6f3-e8d6fed88190 req-4afc6cd3-deb3-4452-895b-bf2339aeac3f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:53.228185 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b80c20cb-d626-4ca7-b6f3-e8d6fed88190 req-4afc6cd3-deb3-4452-895b-bf2339aeac3f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 943 time: 0.0924394 Apr 11 17:04:53.244808 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-0a475fdf-08c4-4516-abe1-46bc0b139a6f service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384025 Apr 11 17:04:53.332392 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b80c20cb-d626-4ca7-b6f3-e8d6fed88190 req-3f084e87-21ca-47e6-8a2c-30fc0486e8f7 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985496 Apr 11 17:04:53.362061 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-2a102e7c-82c8-4ee5-b66a-0f5b117bfe4b req-090eae0b-2749-4bb8-8be3-fcd8f39764a5 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094332 Apr 11 17:04:54.444281 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3401c73-66de-4604-8a4a-203327cf8276 req-700d1ac8-7124-441c-bbf2-9c5a3d43103d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:54.445741 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f3401c73-66de-4604-8a4a-203327cf8276 req-700d1ac8-7124-441c-bbf2-9c5a3d43103d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 943 time: 0.0466149 Apr 11 17:04:54.499504 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f3401c73-66de-4604-8a4a-203327cf8276 req-50e6a82d-33fd-4130-a182-6b9b4286f806 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481048 Apr 11 17:04:55.616467 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb882-a0c6-4776-beaf-e66c3b910fc9 req-a793f2a0-aba8-444c-95f3-4f1e5e137c57 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:55.617946 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb7fb882-a0c6-4776-beaf-e66c3b910fc9 req-a793f2a0-aba8-444c-95f3-4f1e5e137c57 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 943 time: 0.0516944 Apr 11 17:04:55.665672 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-eb7fb882-a0c6-4776-beaf-e66c3b910fc9 req-b4f734b1-7535-4962-87fb-7c1396ce9907 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Apr 11 17:04:56.788053 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd437e-9821-42db-9049-2f83cd7932c2 req-65027068-3824-4c3c-89fe-be487cfc87d2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:56.789531 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d1dd437e-9821-42db-9049-2f83cd7932c2 req-65027068-3824-4c3c-89fe-be487cfc87d2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 943 time: 0.0508206 Apr 11 17:04:56.836905 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d1dd437e-9821-42db-9049-2f83cd7932c2 req-0ab7bf82-d3bc-4a68-99a2-ca282c0ae766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Apr 11 17:04:56.858685 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7b30dc4a-5553-4f9c-bf30-2bae622db822 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:04:56.973693 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7b30dc4a-5553-4f9c-bf30-2bae622db822, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:56.985072 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'port_id': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'mac_address': 'fa:16:3e:d8:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:04:57.026350 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 7b30dc4a-5553-4f9c-bf30-2bae622db822 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:04:57.026736 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:57.039459 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b30dc4a-5553-4f9c-bf30-2bae622db822 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:04:57.060111 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7b30dc4a-5553-4f9c-bf30-2bae622db822, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:57.143707 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:57.192129 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=7b30dc4a-5553-4f9c-bf30-2bae622db822,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:57.472692 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['7b30dc4a-5553-4f9c-bf30-2bae622db822'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:04:57.958502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d8829-71da-49fa-b0c7-814118611a76 req-2000ea40-a7ad-46ee-b8d0-5c64bad233d5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:57.960032 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-542d8829-71da-49fa-b0c7-814118611a76 req-2000ea40-a7ad-46ee-b8d0-5c64bad233d5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 944 time: 0.0482700 Apr 11 17:04:58.008534 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-542d8829-71da-49fa-b0c7-814118611a76 req-47535fac-007c-49e4-a7d8-d97bc8876f66 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Apr 11 17:04:58.858336 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7b30dc4a-5553-4f9c-bf30-2bae622db822 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:04:58.905516 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port 7b30dc4a-5553-4f9c-bf30-2bae622db822 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:04:58.977375 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port 7b30dc4a-5553-4f9c-bf30-2bae622db822 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:04:58.977753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:59.060038 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port 7b30dc4a-5553-4f9c-bf30-2bae622db822 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:04:59.060428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:59.083409 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:04:59.085864 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62feacf-2b9e-4d75-b7e4-bb0315317fac" -d '{"events": [{"server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "name": "network-vif-plugged", "status": "completed", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:04:59.099211 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port 7b30dc4a-5553-4f9c-bf30-2bae622db822, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:59.125861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264c4c5-ebeb-47c9-89dc-faa7f786583d x-openstack-request-id: req-f264c4c5-ebeb-47c9-89dc-faa7f786583d {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:04:59.126184 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "name": "network-vif-plugged", "status": "completed", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:04:59.126438 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f264c4c5-ebeb-47c9-89dc-faa7f786583d {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:04:59.126835 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f264c4c5-ebeb-47c9-89dc-faa7f786583d'] response: {'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'code': 200} Apr 11 17:04:59.127409 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c299ad3-d63b-46b4-b3fc-926986758075 req-8ea88241-20a1-436f-83e0-157d5512e1d0 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:59.128979 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5c299ad3-d63b-46b4-b3fc-926986758075 req-8ea88241-20a1-436f-83e0-157d5512e1d0 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 944 time: 0.0513675 Apr 11 17:04:59.155108 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:59.182494 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-5c299ad3-d63b-46b4-b3fc-926986758075 req-a770a579-f3eb-4d76-8e8d-6126a28d79f8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Apr 11 17:04:59.206809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=7b30dc4a-5553-4f9c-bf30-2bae622db822,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:59.415938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01135-81ad-48d4-88f1-42754e793317 req-0c7832b8-29e2-4f09-aff3-cccd268b2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:59.417361 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dcf01135-81ad-48d4-88f1-42754e793317 req-0c7832b8-29e2-4f09-aff3-cccd268b2615 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 1129 time: 0.0431242 Apr 11 17:04:59.460882 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-dcf01135-81ad-48d4-88f1-42754e793317 req-6c3218e6-5841-4623-9abf-f967e6119ec2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380042 Apr 11 17:05:00.305414 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39dbb-2789-4c2e-a462-09d150b79a43 req-38df3e66-f5e8-4183-a3e2-2b1286029749 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:00.306912 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-98b39dbb-2789-4c2e-a462-09d150b79a43 req-38df3e66-f5e8-4183-a3e2-2b1286029749 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0476253 Apr 11 17:05:00.354292 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-98b39dbb-2789-4c2e-a462-09d150b79a43 req-26aec6bf-2924-4026-8aec-64c049e79dd2 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Apr 11 17:05:01.470741 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3808ca7-25e3-41e9-af3d-cbfe2a548988 req-5fbac9f0-2b96-4215-b076-db96823c7a45 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:01.472545 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e3808ca7-25e3-41e9-af3d-cbfe2a548988 req-5fbac9f0-2b96-4215-b076-db96823c7a45 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Apr 11 17:05:01.522032 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e3808ca7-25e3-41e9-af3d-cbfe2a548988 req-d2c25fde-1cce-40d6-9b4e-eb0e032200ff tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440538 Apr 11 17:05:01.639312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac9c2d-be60-4248-8c81-c32d6130e26a req-749c918d-7522-44b9-843f-600f37558d5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:01.641668 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-b8ac9c2d-be60-4248-8c81-c32d6130e26a req-749c918d-7522-44b9-843f-600f37558d5f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0532174 Apr 11 17:05:01.650148 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43638) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:05:01.654822 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'port_id': '7b30dc4a-5553-4f9c-bf30-2bae622db822'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:05:01.699285 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (862274f1-997a-462e-baf8-f1fa229c4d03), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:02.092428 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:05:02.167887 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:02.223590 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (862274f1-997a-462e-baf8-f1fa229c4d03), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:02.328646 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP 862274f1-997a-462e-baf8-f1fa229c4d03 associated. External IP: 172.27.2.102, port: 7b30dc4a-5553-4f9c-bf30-2bae622db822. Apr 11 17:05:02.545863 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:05:02.655262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:05:02.660881 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:02.666903 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:05:02.679371 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:05:02.680129 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:04:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:05:02.700376 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-735021b8-af23-481e-917e-69970dad3460 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "PUT /v2.0/floatingips/862274f1-997a-462e-baf8-f1fa229c4d03 HTTP/1.1" status: 200 len: 991 time: 1.0405653 Apr 11 17:05:02.700376 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:05:02.700376 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbb58db-8896-4855-8d9e-17b785a12449" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:05:02.731479 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d0d958-f2c5-4e2f-be23-684a31f2ebec x-openstack-request-id: req-00d0d958-f2c5-4e2f-be23-684a31f2ebec {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:05:02.731803 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:05:02.732059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00d0d958-f2c5-4e2f-be23-684a31f2ebec {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:05:02.732474 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d0d958-f2c5-4e2f-be23-684a31f2ebec'] response: {'name': 'network-changed', 'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'status': 'completed', 'code': 200} Apr 11 17:05:02.794306 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:05:02.794591 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-48795caf-dfcc-4657-802a-30288f1ec705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:02.796021 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-48795caf-dfcc-4657-802a-30288f1ec705 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 1129 time: 0.0399466 Apr 11 17:05:02.893438 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-a3bbc586-829b-4464-b258-3b5a73d0f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:02.894926 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-a3bbc586-829b-4464-b258-3b5a73d0f778 service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0918298 Apr 11 17:05:02.968505 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-c1e9e8ca-e36d-4e99-81ea-2f80b77a3cd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822 HTTP/1.1" status: 200 len: 999 time: 0.0663259 Apr 11 17:05:03.018940 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-4a525156-3c23-4c6d-808b-d890456c2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:03.020540 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-4a525156-3c23-4c6d-808b-d890456c2dc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0451157 Apr 11 17:05:03.042509 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:21Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}, {'id': '862274f1-997a-462e-baf8-f1fa229c4d03', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:d8:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:04:47Z', 'updated_at': '2022-04-11T17:05:02Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:05:03.068599 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-1084ac33-10b8-4b65-aab6-b15ef2573e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:03.070198 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-1084ac33-10b8-4b65-aab6-b15ef2573e9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440309 Apr 11 17:05:03.070363 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:05:03.079306 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:05:03.080129 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:04:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:05:03.160473 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-43d5f6ab-9ac4-420e-a724-881c271f7a0e service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843236 Apr 11 17:05:03.197661 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:05:03.258686 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-1cbb58db-8896-4855-8d9e-17b785a12449 req-52d09a7b-87f8-4505-8296-ff8572500fc1 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927820 Apr 11 17:05:03.432576 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:21Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}, {'id': '862274f1-997a-462e-baf8-f1fa229c4d03', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:d8:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:04:47Z', 'updated_at': '2022-04-11T17:05:02Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:05:03.465103 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9b7e2-219c-4cf6-a994-cce170944a1e None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:21Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}, {'id': '862274f1-997a-462e-baf8-f1fa229c4d03', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:d8:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:04:47Z', 'updated_at': '2022-04-11T17:05:02Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:05:03.674849 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de864f3-4a90-44b7-b3fd-777dac0c3786 None None] New status for floating IP 862274f1-997a-462e-baf8-f1fa229c4d03: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:05:09.703441 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-da86bd59-50bd-47aa-af44-0e8128bba4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:12.280405 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-be320a02-f187-4c50-bc98-4b3658b268a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:13.394982 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:13.720742 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:14.994785 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:16.001047 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:29.742421 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-b1b094ae-6a0b-407b-b5e9-bbd49aee09f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378141 Apr 11 17:05:29.828150 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-822dd1b1-732e-4261-a6fc-42adbcb447e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:29.829643 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-822dd1b1-732e-4261-a6fc-42adbcb447e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 1130 time: 0.0391099 Apr 11 17:05:29.935552 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-2dc7756c-caaa-4349-afff-bed71ae3802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:29.937713 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-2dc7756c-caaa-4349-afff-bed71ae3802d service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0898497 Apr 11 17:05:30.004851 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-1d1cb129-d308-440e-9d43-968a2538f072 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8 HTTP/1.1" status: 200 len: 1002 time: 0.0606420 Apr 11 17:05:30.057762 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-430bb049-cb29-45c3-88c7-fa3e6d737ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:30.059201 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-430bb049-cb29-45c3-88c7-fa3e6d737ee7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0489790 Apr 11 17:05:30.102792 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-220aa0c9-ea91-4ad2-a3ce-d8d238a3c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:05:30.104342 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-220aa0c9-ea91-4ad2-a3ce-d8d238a3c457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381880 Apr 11 17:05:30.195632 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-667bb7ca-b79b-44b4-819a-170480ed50c7 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850179 Apr 11 17:05:30.287644 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-3fe1a7b9-0db8-40d2-aba6-aa28d4499a08 req-c9c2ae57-ab0a-4c01-8108-cca1f0b402c2 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855310 Apr 11 17:05:39.091066 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:05:39.646162 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bfd2977f-1388-42e3-9400-ed533eb88661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:42.308551 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-fe2f27e7-9c56-41d6-9796-a2957ae43a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:43.399365 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:43.685316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:45.005953 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:46.005357 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:09.673543 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-38411485-260d-4680-aa58-cadf64a199a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:12.261718 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-27fa13bf-8d30-4de9-93c6-511a07c9c3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:13.393339 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:13.713647 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:15.022263 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:16.011064 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:16.090640 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:06:18.229526 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26915b78-6065-4572-a274-a3a2ef2cb8f3 req-28f28144-fa3e-4fe9-8ccb-91036d4053f4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:18.230998 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-26915b78-6065-4572-a274-a3a2ef2cb8f3 req-28f28144-fa3e-4fe9-8ccb-91036d4053f4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Apr 11 17:06:18.278071 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-26915b78-6065-4572-a274-a3a2ef2cb8f3 req-71b84654-d026-47ff-a8e7-ac6a4a515dcd tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Apr 11 17:06:19.393272 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cba9e-a4a6-4df9-86d5-cc859ec3ab8c req-e073e03d-2cb6-43dc-b441-f9c3ddd66504 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:19.394741 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-795cba9e-a4a6-4df9-86d5-cc859ec3ab8c req-e073e03d-2cb6-43dc-b441-f9c3ddd66504 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Apr 11 17:06:19.443498 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-795cba9e-a4a6-4df9-86d5-cc859ec3ab8c req-148f6276-7c75-4bad-865c-a2ae1559e887 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Apr 11 17:06:19.847939 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-40a0f63a-89b0-4709-a707-88355165a723 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:19.849386 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-40a0f63a-89b0-4709-a707-88355165a723 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0492122 Apr 11 17:06:19.930875 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port 7b30dc4a-5553-4f9c-bf30-2bae622db822 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:06:19.931210 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:20.025847 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] For port 7b30dc4a-5553-4f9c-bf30-2bae622db822, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=7b30dc4a-5553-4f9c-bf30-2bae622db822,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:06:20.026683 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:20.470270 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:20.471764 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (862274f1-997a-462e-baf8-f1fa229c4d03), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:20.472323 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP 862274f1-997a-462e-baf8-f1fa229c4d03 disassociated. External IP: 172.27.2.102, port: 7b30dc4a-5553-4f9c-bf30-2bae622db822. Apr 11 17:06:20.472323 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for 7b30dc4a-5553-4f9c-bf30-2bae622db822 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:06:20.556446 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275df6-5dea-4709-a1eb-b81d65fe4e90 req-812ae938-c78a-4d85-a684-52e3f31254f6 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:20.557984 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c1275df6-5dea-4709-a1eb-b81d65fe4e90 req-812ae938-c78a-4d85-a684-52e3f31254f6 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Apr 11 17:06:20.610492 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-c1275df6-5dea-4709-a1eb-b81d65fe4e90 req-d386c9ea-453e-4172-8ae7-05c68b7476a4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=13026652-f252-495d-99a8-1b0fec85d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Apr 11 17:06:20.661760 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (7b30dc4a-5553-4f9c-bf30-2bae622db822), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:20.694724 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=7b30dc4a-5553-4f9c-bf30-2bae622db822,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:20.704805 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.705325 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.705724 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.706073 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.706477 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.706823 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.707159 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.707494 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.708543 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.708543 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.708543 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.708865 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.709160 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.709488 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.709814 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:20.819756 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:06:20.928658 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:06:20.938095 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:06:20.947329 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:06:20.947985 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:06:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:20.973565 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] No DVR routers for this DVR port 7b30dc4a-5553-4f9c-bf30-2bae622db822 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:06:20.976280 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:20.979865 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8a9e2955-092b-48a4-927a-2297b8e0a3af req-c5edb001-7e64-4d84-bfb3-c76b3b91fc65 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "DELETE /v2.0/ports/7b30dc4a-5553-4f9c-bf30-2bae622db822 HTTP/1.1" status: 204 len: 173 time: 1.1247935 Apr 11 17:06:20.980390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'name': 'network-vif-deleted', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:06:20.983347 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9294a6-eabd-4010-a3db-d5344a818cff" -d '{"events": [{"server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "name": "network-vif-deleted", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:06:21.177884 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:06:21.218758 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef4e181-437f-4a80-a260-a3fb9007f31f x-openstack-request-id: req-8ef4e181-437f-4a80-a260-a3fb9007f31f {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:06:21.218928 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1a1034-6500-4cf2-ac48-ea3ec9641a37", "name": "network-vif-deleted", "tag": "7b30dc4a-5553-4f9c-bf30-2bae622db822", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:06:21.219176 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ef4e181-437f-4a80-a260-a3fb9007f31f {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:06:21.219684 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef4e181-437f-4a80-a260-a3fb9007f31f'] response: {'server_uuid': 'ea1a1034-6500-4cf2-ac48-ea3ec9641a37', 'name': 'network-vif-deleted', 'tag': '7b30dc4a-5553-4f9c-bf30-2bae622db822', 'status': 'completed', 'code': 200} Apr 11 17:06:21.406105 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:21Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:21.432440 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:06:21.441377 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:06:21.441985 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:06:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:21.554804 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:06:21.732947 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-77446786-4a42-46c4-9fae-04c2ee5763a8 req-6161fc02-ac4a-4e59-96ef-7f55b740fa0a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1a1034-6500-4cf2-ac48-ea3ec9641a37 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Apr 11 17:06:21.789902 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:21Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:21.816601 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b006c0-e65b-4b70-8209-982ab4523234 None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '25e32fac-dbcb-4dd1-8232-4dc066db5f56', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:71:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:03:01Z', 'updated_at': '2022-04-11T17:03:21Z', 'revision_number': 2, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:06:22.049117 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bfefc-f7c9-4d56-8489-244157077557 None None] New status for floating IP 862274f1-997a-462e-baf8-f1fa229c4d03: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:06:22.868241 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43696) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:22.921305 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b48fd6c4-81c0-4b63-a44e-8a236c03f339 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (13026652-f252-495d-99a8-1b0fec85d0e3), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:22.944310 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b48fd6c4-81c0-4b63-a44e-8a236c03f339 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (13026652-f252-495d-99a8-1b0fec85d0e3), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.033485 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b48fd6c4-81c0-4b63-a44e-8a236c03f339 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (13026652-f252-495d-99a8-1b0fec85d0e3), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.036386 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-b48fd6c4-81c0-4b63-a44e-8a236c03f339 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.037918 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-b48fd6c4-81c0-4b63-a44e-8a236c03f339 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/security-groups/13026652-f252-495d-99a8-1b0fec85d0e3 HTTP/1.1" status: 204 len: 168 time: 0.1685095 Apr 11 17:06:23.042007 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43698) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:23.049373 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fd6c4-81c0-4b63-a44e-8a236c03f339 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13026652-f252-495d-99a8-1b0fec85d0e3,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:23.055277 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.api.v2.resource [None req-acda54d4-5a00-460d-a9ac-724e52bc849c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] show failed (client error): The resource could not be found. Apr 11 17:06:23.056242 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-acda54d4-5a00-460d-a9ac-724e52bc849c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups/13026652-f252-495d-99a8-1b0fec85d0e3 HTTP/1.1" status: 404 len: 347 time: 0.0132196 Apr 11 17:06:23.059160 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43700) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:23.178859 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port c812c9cf-c794-4174-b74c-dc55c51f4d41 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:06:23.179206 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.258723 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.259045 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (c812c9cf-c794-4174-b74c-dc55c51f4d41), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.272299 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for c812c9cf-c794-4174-b74c-dc55c51f4d41 owned by network:floatingip {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:06:23.328358 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7b30dc4a-5553-4f9c-bf30-2bae622db822 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:06:23.348986 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 7b30dc4a-5553-4f9c-bf30-2bae622db822 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:06:23.349324 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 7b30dc4a-5553-4f9c-bf30-2bae622db822 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:06:23.467671 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (c812c9cf-c794-4174-b74c-dc55c51f4d41), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.498001 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=c812c9cf-c794-4174-b74c-dc55c51f4d41,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:23.513077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513077 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513710 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513710 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.513927 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.514249 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.514576 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.514897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.515216 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.515551 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.515871 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:23.573240 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (862274f1-997a-462e-baf8-f1fa229c4d03), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.575757 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:23.576904 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-10e493ca-c7e4-49a6-afd6-ad166fa55410 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/floatingips/862274f1-997a-462e-baf8-f1fa229c4d03 HTTP/1.1" status: 204 len: 168 time: 0.5168152 Apr 11 17:06:26.670200 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c37e-8a37-473d-963e-c13cbab4bcec req-cea715df-16df-4643-8a19-ae1aa8e96aea tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:26.671755 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1068c37e-8a37-473d-963e-c13cbab4bcec req-cea715df-16df-4643-8a19-ae1aa8e96aea tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0470586 Apr 11 17:06:26.723245 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-1068c37e-8a37-473d-963e-c13cbab4bcec req-745cb7d2-7278-41db-ac47-520aeef5ba39 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Apr 11 17:06:27.840128 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86f9dc-87af-4785-90bc-759d58550c5d req-5562f2ed-d9aa-4ab4-afdf-e7bbf420fe98 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:27.841608 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7b86f9dc-87af-4785-90bc-759d58550c5d req-5562f2ed-d9aa-4ab4-afdf-e7bbf420fe98 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0504072 Apr 11 17:06:27.887974 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7b86f9dc-87af-4785-90bc-759d58550c5d req-498c2ab7-0189-473a-92a3-5e5ec6f3ac47 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Apr 11 17:06:28.509824 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d696d04-1359-48c6-8073-7307b47356d7 req-839408ca-90c7-405e-a418-547a4d3e6c1d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:28.511355 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4d696d04-1359-48c6-8073-7307b47356d7 req-839408ca-90c7-405e-a418-547a4d3e6c1d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0475571 Apr 11 17:06:28.597502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:06:28.598418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:28.684484 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] For port 8a7d37b4-cb11-4398-977d-bedeba58f0b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8a7d37b4-cb11-4398-977d-bedeba58f0b8,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:06:28.684838 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:28.856850 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:28.857548 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (25e32fac-dbcb-4dd1-8232-4dc066db5f56), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:28.857548 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP 25e32fac-dbcb-4dd1-8232-4dc066db5f56 disassociated. External IP: 172.27.2.103, port: 8a7d37b4-cb11-4398-977d-bedeba58f0b8. Apr 11 17:06:28.857813 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for 8a7d37b4-cb11-4398-977d-bedeba58f0b8 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:06:29.010989 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a10bb2-e15d-48b6-918a-fa35bab6b591 req-cf950c7c-6101-4c0c-b6ef-0322daa77c5b tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:29.012520 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f9a10bb2-e15d-48b6-918a-fa35bab6b591 req-cf950c7c-6101-4c0c-b6ef-0322daa77c5b tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 946 time: 0.0569906 Apr 11 17:06:29.056453 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (8a7d37b4-cb11-4398-977d-bedeba58f0b8), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:29.060012 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-f9a10bb2-e15d-48b6-918a-fa35bab6b591 req-37967591-f6a0-4351-b998-362e1be941b1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=184093ce-95cb-41af-adde-a07c1fd8a766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Apr 11 17:06:29.090933 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=8a7d37b4-cb11-4398-977d-bedeba58f0b8,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:29.204074 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:06:29.317914 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:06:29.327657 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:06:29.340191 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:06:29.340822 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:06:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:29.378861 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] No DVR routers for this DVR port 8a7d37b4-cb11-4398-977d-bedeba58f0b8 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:06:29.382591 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:29.387439 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4d696d04-1359-48c6-8073-7307b47356d7 req-d0f9bb6e-2991-44b8-b196-24d2558734e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "DELETE /v2.0/ports/8a7d37b4-cb11-4398-977d-bedeba58f0b8 HTTP/1.1" status: 204 len: 173 time: 0.8696246 Apr 11 17:06:29.388071 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'name': 'network-vif-deleted', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:06:29.391042 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59fcce6-aae2-4862-87f6-d9eb29c87b92" -d '{"events": [{"server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "name": "network-vif-deleted", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:06:29.433087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a58209-a70c-4f80-a603-aa0722670324 x-openstack-request-id: req-14a58209-a70c-4f80-a603-aa0722670324 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:06:29.433087 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e174cd9-9ce0-4fb7-b6f1-a4995136bf82", "name": "network-vif-deleted", "tag": "8a7d37b4-cb11-4398-977d-bedeba58f0b8", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:06:29.433423 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14a58209-a70c-4f80-a603-aa0722670324 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:06:29.433743 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a58209-a70c-4f80-a603-aa0722670324'] response: {'server_uuid': '9e174cd9-9ce0-4fb7-b6f1-a4995136bf82', 'name': 'network-vif-deleted', 'tag': '8a7d37b4-cb11-4398-977d-bedeba58f0b8', 'status': 'completed', 'code': 200} Apr 11 17:06:29.466531 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:06:29.680448 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:29.715621 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:06:29.727220 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:06:29.727885 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:06:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:29.843692 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:06:30.038147 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:30.159045 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ca91a-0cf3-4e6c-9d54-c3ca803e5a9e None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:06:30.179657 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ba855ef5-9a49-498f-9d64-a1044354af20 req-6bd10c77-827d-4e3f-a381-6e57baad1ccf tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e174cd9-9ce0-4fb7-b6f1-a4995136bf82 HTTP/1.1" status: 200 len: 210 time: 0.0370655 Apr 11 17:06:30.403487 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f7f530-d659-4837-92fa-bc14501f0114 None None] New status for floating IP 25e32fac-dbcb-4dd1-8232-4dc066db5f56: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:06:31.313828 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43738) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:31.368181 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e6de6706-bcc4-47be-87b1-8967a7e2b78f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (184093ce-95cb-41af-adde-a07c1fd8a766), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.369637 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8a7d37b4-cb11-4398-977d-bedeba58f0b8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:06:31.392625 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e6de6706-bcc4-47be-87b1-8967a7e2b78f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (184093ce-95cb-41af-adde-a07c1fd8a766), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.394212 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: 8a7d37b4-cb11-4398-977d-bedeba58f0b8 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:06:31.395174 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device 8a7d37b4-cb11-4398-977d-bedeba58f0b8 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:06:31.490362 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e6de6706-bcc4-47be-87b1-8967a7e2b78f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (184093ce-95cb-41af-adde-a07c1fd8a766), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.493408 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-e6de6706-bcc4-47be-87b1-8967a7e2b78f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.496579 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-e6de6706-bcc4-47be-87b1-8967a7e2b78f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/security-groups/184093ce-95cb-41af-adde-a07c1fd8a766 HTTP/1.1" status: 204 len: 168 time: 0.1796305 Apr 11 17:06:31.499598 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43740) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:31.512356 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de6706-bcc4-47be-87b1-8967a7e2b78f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184093ce-95cb-41af-adde-a07c1fd8a766,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:31.520826 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.api.v2.resource [None req-1595658b-15a8-4e64-82ce-1afe54d77147 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] show failed (client error): The resource could not be found. Apr 11 17:06:31.522057 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-1595658b-15a8-4e64-82ce-1afe54d77147 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups/184093ce-95cb-41af-adde-a07c1fd8a766 HTTP/1.1" status: 404 len: 347 time: 0.0211561 Apr 11 17:06:31.527219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43742) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:31.646800 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port bd8802d1-3a63-417b-ba70-2e06e7b8e800 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:06:31.647140 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.720803 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.721120 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (bd8802d1-3a63-417b-ba70-2e06e7b8e800), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.733762 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for bd8802d1-3a63-417b-ba70-2e06e7b8e800 owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:06:31.896790 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (bd8802d1-3a63-417b-ba70-2e06e7b8e800), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.920244 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=bd8802d1-3a63-417b-ba70-2e06e7b8e800,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:31.986373 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (25e32fac-dbcb-4dd1-8232-4dc066db5f56), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.988968 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:31.990138 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-a25ad55e-87f2-470b-a215-da03a3c7550f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/floatingips/25e32fac-dbcb-4dd1-8232-4dc066db5f56 HTTP/1.1" status: 204 len: 168 time: 0.4619114 Apr 11 17:06:32.211351 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43746) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:32.215928 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122074985', 'description': 'tempest-description--1118286460'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:32.302125 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.367916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (fcc9e6f7-0169-4cd0-b708-95043d5daf06), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.444389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fcc9e6f7-0169-4cd0-b708-95043d5daf06), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.474281 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9e6f7-0169-4cd0-b708-95043d5daf06,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:32.515326 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.516687 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e900b33b-6fda-43f9-a87a-1107db8a6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3042889 Apr 11 17:06:32.520279 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43748) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:32.524629 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9e6f7-0169-4cd0-b708-95043d5daf06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:32.621770 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (69297c95-c048-4c2a-9b86-97f4f35882f6), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.677760 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (69297c95-c048-4c2a-9b86-97f4f35882f6), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.741505 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (69297c95-c048-4c2a-9b86-97f4f35882f6), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.760401 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69297c95-c048-4c2a-9b86-97f4f35882f6,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:32.818749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.819974 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-39d1c31a-306e-4c91-98d0-95ff14e42614 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988181 Apr 11 17:06:32.822584 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43750) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:32.826749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9e6f7-0169-4cd0-b708-95043d5daf06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:32.895394 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (ee66b9b8-48f9-405d-be5d-76ee69322afa), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:32.952729 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (ee66b9b8-48f9-405d-be5d-76ee69322afa), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.004383 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (ee66b9b8-48f9-405d-be5d-76ee69322afa), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.023868 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee66b9b8-48f9-405d-be5d-76ee69322afa,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:33.074929 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.076487 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-94d3bbc4-9594-4fe3-bbd1-73b6520925fb tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526639 Apr 11 17:06:33.079174 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43752) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:33.084180 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:33.153205 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.230636 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.335128 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.27.2.61 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/3aeda87b-65b6-44d4-8c90-d67b345e29c1) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:06:33.433138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.547831 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.588119 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:06:33.590774 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:06:33.594076 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:06:33.620553 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=3aeda87b-65b6-44d4-8c90-d67b345e29c1,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:33.686043 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (f75d2726-11ea-4a9e-9215-94c2961aa987), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.774576 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.925464 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:33.993007 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:34.067113 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=3aeda87b-65b6-44d4-8c90-d67b345e29c1,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:34.077138 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (f75d2726-11ea-4a9e-9215-94c2961aa987), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:34.189455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:34.190662 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c0dac627-453b-4b19-a892-279835cb1344 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1105113 Apr 11 17:06:34.340171 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-0b8b4741-511a-432b-92da-94ac29e8a7da tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1122074985&fields=id&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 267 time: 0.0448394 Apr 11 17:06:34.445011 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-9f0d03f2-9189-478b-9eb5-d510a8b23e3d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:34.446368 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-9f0d03f2-9189-478b-9eb5-d510a8b23e3d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.0998058 Apr 11 17:06:34.461230 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-b2c65f97-46ec-43e1-a85b-54e70ff91073 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/quotas/81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 375 time: 0.0092101 Apr 11 17:06:34.509872 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-7cb8c358-1106-46dc-a361-3e43c3f77866 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437770 Apr 11 17:06:34.719873 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-1d40409a-fb2f-4e3b-9ab0-c6305abcc1b0 service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983478 Apr 11 17:06:34.812518 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-0d36d8a7-e550-4b6b-8c0b-fe32e8189407 service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857525 Apr 11 17:06:36.077168 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8712c96c-a519-4de9-b970-da9c6c648a09 req-eededaf6-e26f-4a19-a87e-3816997cc551 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 210 time: 0.0273721 Apr 11 17:06:37.382230 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-cdc60424-7d73-4d46-b133-20bad3992b78 req-64db83fb-f47a-4069-ab85-9a00d139314b tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 210 time: 0.2345107 Apr 11 17:06:37.924385 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3b6f5b20-e748-4fd2-9cba-46bddda8cfb6 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:37.925882 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3b6f5b20-e748-4fd2-9cba-46bddda8cfb6 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1017435 Apr 11 17:06:37.990818 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-617ca6ee-50fc-48d6-85b5-791a434c4a10 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 380 time: 0.0563717 Apr 11 17:06:37.998991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'port': {'device_id': '590f424b-3c23-4246-8e96-e668224e279e', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'admin_state_up': True, 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'security_groups': ['fcc9e6f7-0169-4cd0-b708-95043d5daf06']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:38.159200 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Made reservation on behalf of 81d592a72e6f4e3a8555bd82765c85f9 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:06:38.163792 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:38.292124 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.20.0.8 (115c06e5-25c5-4de5-8756-e7a7422d1c2e/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec/df790afd-757b-4c56-b2a6-e55c47c04c52) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:06:38.424033 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:38.481901 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-a12b0ed9-f492-42c3-8fd9-50fc6062ae6a req-ed35c27a-7084-4e4c-bd85-33fbb2e87222 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 210 time: 0.0309305 Apr 11 17:06:38.530653 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:38.572425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:06:38.575286 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:06:38.578932 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:06:38.588744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=df790afd-757b-4c56-b2a6-e55c47c04c52,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:38.634784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:38.639676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:38.710692 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-c9478339-d9fa-4eb3-99d3-0523b6f85895 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7152081 Apr 11 17:06:38.724692 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Request body: {'port': {'device_id': '590f424b-3c23-4246-8e96-e668224e279e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:38.787350 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:38.842749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-457c3f39-0e10-4be8-bf96-45dd7310bfc0 None None] Provisioning complete for port df790afd-757b-4c56-b2a6-e55c47c04c52 triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:06:38.843315 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-457c3f39-0e10-4be8-bf96-45dd7310bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:38.877519 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-457c3f39-0e10-4be8-bf96-45dd7310bfc0 None None] Port df790afd-757b-4c56-b2a6-e55c47c04c52 cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:06:39.049072 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df790afd-757b-4c56-b2a6-e55c47c04c52 {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:06:39.056467 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Publish callbacks [] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:39.068433 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Transition to ACTIVE for port object df790afd-757b-4c56-b2a6-e55c47c04c52 will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:06:39.134985 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:39.189059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Pushing event updated for resources: {'Port': ['ID=df790afd-757b-4c56-b2a6-e55c47c04c52,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:39.262993 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Attempting to bind port df790afd-757b-4c56-b2a6-e55c47c04c52 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:06:39.263321 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Attempting to bind port df790afd-757b-4c56-b2a6-e55c47c04c52 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:06:39.263682 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Attempting to bind port df790afd-757b-4c56-b2a6-e55c47c04c52 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:06:39.268392 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Port df790afd-757b-4c56-b2a6-e55c47c04c52 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:06:39.268842 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Attempting to bind port df790afd-757b-4c56-b2a6-e55c47c04c52 on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:06:39.274764 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:06:39.275099 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:06:39.275841 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Bound using segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:06:39.276295 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Bound port: df790afd-757b-4c56-b2a6-e55c47c04c52, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:06:39.276684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:39.344222 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] For port df790afd-757b-4c56-b2a6-e55c47c04c52, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:06:39.347273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] For port df790afd-757b-4c56-b2a6-e55c47c04c52, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=df790afd-757b-4c56-b2a6-e55c47c04c52,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:06:39.393978 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:39.429833 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:39.430447 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:39.432616 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] 10.222.0.60 "PUT /v2.0/ports/df790afd-757b-4c56-b2a6-e55c47c04c52 HTTP/1.1" status: 200 len: 1093 time: 0.7121236 Apr 11 17:06:39.440400 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:06:39.445139 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59bb8c6-9d14-41c5-95bf-1e2701e84635" -d '{"events": [{"name": "network-changed", "server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:06:39.491199 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918ee801-07be-4a8e-b804-49f0d729884a x-openstack-request-id: req-918ee801-07be-4a8e-b804-49f0d729884a {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:06:39.491494 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:06:39.491810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-918ee801-07be-4a8e-b804-49f0d729884a {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:06:39.492214 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918ee801-07be-4a8e-b804-49f0d729884a'] response: {'name': 'network-changed', 'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'status': 'completed', 'code': 200} Apr 11 17:06:39.493746 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d729095-7c8b-4991-b24b-5a1473939a60 service neutron] Pushing event updated for resources: {'Port': ['ID=df790afd-757b-4c56-b2a6-e55c47c04c52,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:39.574615 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bb8c6-9d14-41c5-95bf-1e2701e84635 req-02992e29-566a-4d20-8000-3d3cea684058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:39.576172 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d59bb8c6-9d14-41c5-95bf-1e2701e84635 req-02992e29-566a-4d20-8000-3d3cea684058 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 1127 time: 0.0536511 Apr 11 17:06:39.638187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541181-ec08-4db9-86bb-117df08630e2 req-8b5755fa-c714-4af3-aadc-138861cb750d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:39.639686 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14541181-ec08-4db9-86bb-117df08630e2 req-8b5755fa-c714-4af3-aadc-138861cb750d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 943 time: 0.0798252 Apr 11 17:06:39.672479 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5d35993f-9f80-4b3f-b5c7-8dc442a55612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:39.731067 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bb8c6-9d14-41c5-95bf-1e2701e84635 req-c6e15645-5947-466c-9f0f-d45032ced000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:39.732529 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d59bb8c6-9d14-41c5-95bf-1e2701e84635 req-c6e15645-5947-466c-9f0f-d45032ced000 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1405692 Apr 11 17:06:39.735774 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-14541181-ec08-4db9-86bb-117df08630e2 req-bd1bf108-a66a-4eb3-bc99-2321b221721c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682163 Apr 11 17:06:39.834100 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bb8c6-9d14-41c5-95bf-1e2701e84635 req-8ea0dce4-08a7-4182-8ce5-dc2b6a1ef05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:39.835489 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-d59bb8c6-9d14-41c5-95bf-1e2701e84635 req-8ea0dce4-08a7-4182-8ce5-dc2b6a1ef05a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975037 Apr 11 17:06:39.909036 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-a19fff60-e030-4d37-bcc1-c86be7dd12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:39.910560 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-a19fff60-e030-4d37-bcc1-c86be7dd12ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 1127 time: 0.0397823 Apr 11 17:06:39.952558 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-98249ed1-afc7-495b-b161-900277c4999f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df790afd-757b-4c56-b2a6-e55c47c04c52 HTTP/1.1" status: 200 len: 217 time: 0.0337582 Apr 11 17:06:39.999874 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-d88956b0-127c-4304-a060-c90b0602a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:40.001322 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-d88956b0-127c-4304-a060-c90b0602a366 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0437956 Apr 11 17:06:40.048329 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-17a0f4a4-5559-420a-8f7f-f6392fd12579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:40.049828 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-17a0f4a4-5559-420a-8f7f-f6392fd12579 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428410 Apr 11 17:06:40.138026 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-2e3bfa67-0d09-4d41-b676-a449485d8f5f service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819690 Apr 11 17:06:40.235594 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-141cc5e2-e130-4922-abb7-d3721b29a45c req-62d2efd7-ee50-4f00-84b1-539d9b9a7892 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916643 Apr 11 17:06:40.857001 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c70066-aed7-40a2-9f26-714a5bd02a17 req-97119b47-94ec-4a7e-ac4e-271da7afd0cf tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:40.858462 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e7c70066-aed7-40a2-9f26-714a5bd02a17 req-97119b47-94ec-4a7e-ac4e-271da7afd0cf tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 943 time: 0.0518095 Apr 11 17:06:40.904398 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e7c70066-aed7-40a2-9f26-714a5bd02a17 req-ef19a799-b3d5-49af-8e66-01e89222b32a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Apr 11 17:06:42.017504 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024c72d-3cd7-45f6-8fbe-9fb7114c7f32 req-79358a29-ce94-434f-8c24-e8c9ab81cba5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:42.018965 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4024c72d-3cd7-45f6-8fbe-9fb7114c7f32 req-79358a29-ce94-434f-8c24-e8c9ab81cba5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 943 time: 0.0475948 Apr 11 17:06:42.072588 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4024c72d-3cd7-45f6-8fbe-9fb7114c7f32 req-14e4d07c-64fc-48a1-9984-ae072175c5ee tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Apr 11 17:06:42.278759 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-87d87f3c-d351-4cdb-abc3-e3ddba307c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:43.187391 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344af0ad-30d0-4c48-a57e-98027ae39317 req-a91dc711-63a3-4796-ad1e-29158761b764 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:43.188938 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-344af0ad-30d0-4c48-a57e-98027ae39317 req-a91dc711-63a3-4796-ad1e-29158761b764 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 943 time: 0.0504181 Apr 11 17:06:43.238182 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-344af0ad-30d0-4c48-a57e-98027ae39317 req-6a7659e3-37fe-4730-9359-eabf6ae585dd tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Apr 11 17:06:43.438523 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:43.450787 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device df790afd-757b-4c56-b2a6-e55c47c04c52 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:06:43.553558 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port df790afd-757b-4c56-b2a6-e55c47c04c52, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=df790afd-757b-4c56-b2a6-e55c47c04c52,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:06:43.564403 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'port_id': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'mac_address': 'fa:16:3e:13:c1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:06:43.601632 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port df790afd-757b-4c56-b2a6-e55c47c04c52 is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:06:43.602016 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:43.615150 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df790afd-757b-4c56-b2a6-e55c47c04c52 {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:06:43.635291 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port df790afd-757b-4c56-b2a6-e55c47c04c52, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=df790afd-757b-4c56-b2a6-e55c47c04c52,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:06:43.701497 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:43.724747 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:43.748901 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=df790afd-757b-4c56-b2a6-e55c47c04c52,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:43.756519 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.756859 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.757199 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.757537 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.757868 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.758194 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.758521 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.758847 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.759174 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.759498 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.759845 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.760172 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.760493 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.760828 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:43.761129 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:06:44.016597 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['df790afd-757b-4c56-b2a6-e55c47c04c52'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:06:44.352651 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b737d35-4b3a-4f84-8ca1-a41913f8bc3e req-37fb373e-e890-4adc-bf86-df7ca10c1f1f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:44.354103 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8b737d35-4b3a-4f84-8ca1-a41913f8bc3e req-37fb373e-e890-4adc-bf86-df7ca10c1f1f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 944 time: 0.0495877 Apr 11 17:06:44.402267 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-8b737d35-4b3a-4f84-8ca1-a41913f8bc3e req-8c915212-952a-4c4e-ae9a-1a61b86fe728 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Apr 11 17:06:45.055171 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:45.488399 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device df790afd-757b-4c56-b2a6-e55c47c04c52 up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:06:45.515231 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741de3d6-e615-47bb-9e07-ae2a3ea654d1 req-3a2e0f58-20b4-458f-939a-6fbe6e09b7e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:45.516758 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-741de3d6-e615-47bb-9e07-ae2a3ea654d1 req-3a2e0f58-20b4-458f-939a-6fbe6e09b7e4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 944 time: 0.0487227 Apr 11 17:06:45.538230 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port df790afd-757b-4c56-b2a6-e55c47c04c52 completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:06:45.564881 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-741de3d6-e615-47bb-9e07-ae2a3ea654d1 req-71517dad-d901-4bbe-bc0f-5bd58420ad92 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Apr 11 17:06:45.621351 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port df790afd-757b-4c56-b2a6-e55c47c04c52 triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:06:45.621723 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:45.699963 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port df790afd-757b-4c56-b2a6-e55c47c04c52 is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:06:45.700259 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:45.722012 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:06:45.724971 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f976f-8ba9-4dcc-b059-36451d411946" -d '{"events": [{"server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "name": "network-vif-plugged", "status": "completed", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:06:45.737204 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port df790afd-757b-4c56-b2a6-e55c47c04c52, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=df790afd-757b-4c56-b2a6-e55c47c04c52,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:06:45.793100 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:45.824513 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33381205-5299-43b5-8d35-9ee11a905cc4 x-openstack-request-id: req-33381205-5299-43b5-8d35-9ee11a905cc4 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:06:45.824803 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "name": "network-vif-plugged", "status": "completed", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:06:45.825050 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33381205-5299-43b5-8d35-9ee11a905cc4 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:06:45.825442 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33381205-5299-43b5-8d35-9ee11a905cc4'] response: {'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'code': 200} Apr 11 17:06:45.845411 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=df790afd-757b-4c56-b2a6-e55c47c04c52,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:06:45.975903 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:46.108669 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871108-fb8c-47a6-abab-ca7c9b274324 req-3446f020-0960-4baa-8243-454c380893ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:46.110162 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ad871108-fb8c-47a6-abab-ca7c9b274324 req-3446f020-0960-4baa-8243-454c380893ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 1129 time: 0.0445404 Apr 11 17:06:46.154649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-ad871108-fb8c-47a6-abab-ca7c9b274324 req-79cbfa6c-084f-492d-a03e-f90e3a835e5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Apr 11 17:06:46.678389 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54fc3b-d74f-4ec7-876b-c3ee4fb63649 req-5de9afe1-ec22-41b7-8ff5-ad67d910c87a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:46.679877 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3d54fc3b-d74f-4ec7-876b-c3ee4fb63649 req-5de9afe1-ec22-41b7-8ff5-ad67d910c87a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 945 time: 0.0477555 Apr 11 17:06:46.742422 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-3d54fc3b-d74f-4ec7-876b-c3ee4fb63649 req-1980d4f3-2e75-45ae-8cd1-e301143cdc4e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569444 Apr 11 17:06:47.856273 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979772-99b3-4b2d-b32c-8d6c1ae5dc2a req-3e872453-ed53-4215-b95b-e579dd556d73 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:47.857762 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4c979772-99b3-4b2d-b32c-8d6c1ae5dc2a req-3e872453-ed53-4215-b95b-e579dd556d73 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 945 time: 0.0467522 Apr 11 17:06:47.907124 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-4c979772-99b3-4b2d-b32c-8d6c1ae5dc2a req-25752131-b94e-46dd-bba8-28a51ee3d10d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Apr 11 17:06:48.014923 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32a987-717d-4a44-887b-918beb9ff218 req-4fb39668-2b4d-4411-9569-39ebc2744956 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:48.016424 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-ea32a987-717d-4a44-887b-918beb9ff218 req-4fb39668-2b4d-4411-9569-39ebc2744956 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 945 time: 0.0465975 Apr 11 17:06:48.026068 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43816) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:06:48.030686 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'port_id': 'df790afd-757b-4c56-b2a6-e55c47c04c52'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:06:48.074026 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (f75d2726-11ea-4a9e-9215-94c2961aa987), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:48.524717 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:48.581315 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (f75d2726-11ea-4a9e-9215-94c2961aa987), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:48.683382 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP f75d2726-11ea-4a9e-9215-94c2961aa987 associated. External IP: 172.27.2.61, port: df790afd-757b-4c56-b2a6-e55c47c04c52. Apr 11 17:06:48.893972 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:06:49.005970 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:06:49.010995 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:49.015543 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:06:49.026810 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:06:49.027430 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:06:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:49.043262 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-559c3fa3-d941-49d5-bb25-d6f5caed3711 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "PUT /v2.0/floatingips/f75d2726-11ea-4a9e-9215-94c2961aa987 HTTP/1.1" status: 200 len: 990 time: 1.0159919 Apr 11 17:06:49.043973 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:06:49.046221 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a54401-30af-4d02-9ca0-0fdb144d6f77" -d '{"events": [{"name": "network-changed", "server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:06:49.081209 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0980574-dc15-4f12-bb06-a7c7e52edf77 x-openstack-request-id: req-e0980574-dc15-4f12-bb06-a7c7e52edf77 {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:06:49.081507 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:06:49.081759 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0980574-dc15-4f12-bb06-a7c7e52edf77 {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:06:49.082172 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0980574-dc15-4f12-bb06-a7c7e52edf77'] response: {'name': 'network-changed', 'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'status': 'completed', 'code': 200} Apr 11 17:06:49.137460 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:06:49.140047 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-64423f52-0c04-464d-a07c-ae6e6a9a0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:49.141583 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-64423f52-0c04-464d-a07c-ae6e6a9a0013 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 1129 time: 0.0384541 Apr 11 17:06:49.229601 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-2c1b1c9f-511c-4e94-a1c8-6c1783118409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:49.230994 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-2c1b1c9f-511c-4e94-a1c8-6c1783118409 service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0835135 Apr 11 17:06:49.306423 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-ede7e697-92a8-4b86-8105-03e813d3f28d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df790afd-757b-4c56-b2a6-e55c47c04c52 HTTP/1.1" status: 200 len: 998 time: 0.0694880 Apr 11 17:06:49.353886 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-b482848d-15d4-479e-b740-61645b34c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:49.355392 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-b482848d-15d4-479e-b740-61645b34c186 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0431314 Apr 11 17:06:49.355740 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'f75d2726-11ea-4a9e-9215-94c2961aa987', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:13:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f424b-3c23-4246-8e96-e668224e279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:06:33Z', 'updated_at': '2022-04-11T17:06:48Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:49.383498 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:06:49.391867 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:06:49.392473 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:06:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:49.398820 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-d4fef951-55fc-4b0f-b647-0c345cf55baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:06:49.400795 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-d4fef951-55fc-4b0f-b647-0c345cf55baf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398300 Apr 11 17:06:49.495174 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-9183b900-772a-45cc-86cd-6c12d6f347d6 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880389 Apr 11 17:06:49.501434 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:06:49.590523 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-41a54401-30af-4d02-9ca0-0fdb144d6f77 req-97a2d5a7-6f2a-401c-a0a8-f55435005137 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898077 Apr 11 17:06:49.731761 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'f75d2726-11ea-4a9e-9215-94c2961aa987', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:13:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f424b-3c23-4246-8e96-e668224e279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:06:33Z', 'updated_at': '2022-04-11T17:06:48Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:06:49.758269 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d328-cffe-4155-8480-bef731f13f43 None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': 'f75d2726-11ea-4a9e-9215-94c2961aa987', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:13:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f424b-3c23-4246-8e96-e668224e279e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:06:33Z', 'updated_at': '2022-04-11T17:06:48Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:06:49.942867 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab947f6-753e-46ed-a410-456b277b90b9 None None] New status for floating IP f75d2726-11ea-4a9e-9215-94c2961aa987: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:06:53.090228 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:07:09.674120 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-92580aab-5245-446e-bba1-1817e305bab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:12.272344 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-08b0f7a4-8142-417e-89f2-a7f4c0c0f7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:13.403896 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:13.729630 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:15.021250 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:16.043816 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:30.090189 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:07:32.338637 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-b30a9a0a-414b-470f-9ad8-6d5761ed8830 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412624 Apr 11 17:07:32.420729 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-de908f19-527f-4e1c-9e0d-cbeeb0c08404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:07:32.422242 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-de908f19-527f-4e1c-9e0d-cbeeb0c08404 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 1129 time: 0.0401959 Apr 11 17:07:32.529985 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-a6a57650-cf30-4b77-a303-6f47029765fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:07:32.531477 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-a6a57650-cf30-4b77-a303-6f47029765fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0877931 Apr 11 17:07:32.601683 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-bf7551cd-aab0-4a73-8e44-7c1ba5dd19ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df790afd-757b-4c56-b2a6-e55c47c04c52 HTTP/1.1" status: 200 len: 1000 time: 0.0636578 Apr 11 17:07:32.651129 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-74ea6df3-0a98-43f0-84b7-3770a1648322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:07:32.652607 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-74ea6df3-0a98-43f0-84b7-3770a1648322 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0445948 Apr 11 17:07:32.699055 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-5530135b-0a02-4f9b-a139-de18be01c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:07:32.700568 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-5530135b-0a02-4f9b-a139-de18be01c303 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413606 Apr 11 17:07:32.787574 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-88203b92-fe2b-4d7c-bbb7-c2b4db06dca3 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800893 Apr 11 17:07:33.143421 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-6ab948c3-877c-460d-bae7-4122a2aee25b req-73feac45-45cd-4c28-866a-e1845ac43dae service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490548 Apr 11 17:07:37.200942 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-ff029b1f-c219-47d3-9b64-d140f03edfbe service neutron] (110630) timed out ('10.222.0.43', 38834) {{(pid=110630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:07:37.277931 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-2166e4aa-e251-4578-ad48-bf77ed73a45d req-b067e5cf-5163-407f-90c9-d5ac639d0f85 tempest-TestShelveInstance-2109838810 tempest-TestShelveInstance-2109838810-project] (110630) timed out ('10.222.0.43', 38842) {{(pid=110630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:07:39.689057 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-179c9a98-e322-4679-8bff-d4c3264ca5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:42.271045 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-9bf6df58-d625-4ad3-a9ca-ce61b052e4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:43.424922 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:43.769093 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:45.019152 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:45.997515 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:07.092722 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:08:09.717086 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-cc24d121-48e0-4335-90a0-20efccd00a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:12.305458 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5aef9e10-8b51-4db6-8968-c6709d68a5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:13.420245 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:13.785580 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:14.802991 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c50e-7e0f-4e2f-bc7b-517fea574d17 req-da4c0deb-2906-4783-b756-a254077de45d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:14.804464 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-10b3c50e-7e0f-4e2f-bc7b-517fea574d17 req-da4c0deb-2906-4783-b756-a254077de45d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 945 time: 0.0480530 Apr 11 17:08:14.851982 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-10b3c50e-7e0f-4e2f-bc7b-517fea574d17 req-992b16bb-8c14-4625-903d-816a663e5432 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Apr 11 17:08:15.077329 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:15.976934 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaa779-cf26-4200-a455-e743e4f957b1 req-4dd22b54-595c-4b4a-bdc9-7223160fd375 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:15.981160 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9efaa779-cf26-4200-a455-e743e4f957b1 req-4dd22b54-595c-4b4a-bdc9-7223160fd375 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 945 time: 0.0524874 Apr 11 17:08:16.019449 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:16.038263 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-9efaa779-cf26-4200-a455-e743e4f957b1 req-904f7446-a141-43ba-9a7c-5cf284e36664 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcc9e6f7-0169-4cd0-b708-95043d5daf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490532 Apr 11 17:08:16.443560 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-d70c0a23-c05e-4ba5-bb29-1b376714f199 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:16.444910 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-d70c0a23-c05e-4ba5-bb29-1b376714f199 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 945 time: 0.0471098 Apr 11 17:08:16.537614 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port df790afd-757b-4c56-b2a6-e55c47c04c52 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:08:16.537945 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:16.624219 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] For port df790afd-757b-4c56-b2a6-e55c47c04c52, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=df790afd-757b-4c56-b2a6-e55c47c04c52,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:08:16.624578 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:16.804916 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:16.805177 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (f75d2726-11ea-4a9e-9215-94c2961aa987), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:16.805486 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP f75d2726-11ea-4a9e-9215-94c2961aa987 disassociated. External IP: 172.27.2.61, port: df790afd-757b-4c56-b2a6-e55c47c04c52. Apr 11 17:08:16.805817 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for df790afd-757b-4c56-b2a6-e55c47c04c52 owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:08:16.991054 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (df790afd-757b-4c56-b2a6-e55c47c04c52), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:17.023294 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=df790afd-757b-4c56-b2a6-e55c47c04c52,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:17.033333 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.033679 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.034025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.034498 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.034726 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.035009 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.035338 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.035692 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.036022 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.036345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.036670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.036994 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.037316 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.037628 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.037945 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:17.159725 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-949d49a8-a9a2-44a5-9642-b4d6e2569d16 req-70342d46-0d4d-4f28-b581-9074d511c1c4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 210 time: 0.0324240 Apr 11 17:08:17.180922 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:08:17.293328 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:08:17.303574 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:08:17.314055 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:08:17.314608 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:08:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:17.337676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] No DVR routers for this DVR port df790afd-757b-4c56-b2a6-e55c47c04c52 on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:08:17.340144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:17.344109 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-c6e1d18c-b373-4842-9b68-2f0ecd375897 req-6d237d58-32ab-476d-8edb-b8b38da4fec5 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "DELETE /v2.0/ports/df790afd-757b-4c56-b2a6-e55c47c04c52 HTTP/1.1" status: 204 len: 173 time: 0.8926005 Apr 11 17:08:17.344550 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'name': 'network-vif-deleted', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:08:17.346850 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aae5c41-1b44-4968-a8b3-a34806dcd6a6" -d '{"events": [{"server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "name": "network-vif-deleted", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:08:17.388168 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5c2251-1b1d-43b8-9f19-220be4e7d8d6 x-openstack-request-id: req-fa5c2251-1b1d-43b8-9f19-220be4e7d8d6 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:08:17.388556 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590f424b-3c23-4246-8e96-e668224e279e", "name": "network-vif-deleted", "tag": "df790afd-757b-4c56-b2a6-e55c47c04c52", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:08:17.388810 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa5c2251-1b1d-43b8-9f19-220be4e7d8d6 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:08:17.389240 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5c2251-1b1d-43b8-9f19-220be4e7d8d6'] response: {'server_uuid': '590f424b-3c23-4246-8e96-e668224e279e', 'name': 'network-vif-deleted', 'tag': 'df790afd-757b-4c56-b2a6-e55c47c04c52', 'status': 'completed', 'code': 200} Apr 11 17:08:17.442502 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:08:17.733617 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:17.763777 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:08:17.772155 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:08:17.772812 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:08:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:17.881322 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:08:18.075757 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:18.102693 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964ea7d-5d39-43ff-8a22-7fbfb22ccafc None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:08:18.283281 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-614eea97-d1c4-4abb-8c25-b9d6be43f7c9 req-a65902ad-3943-44c4-bdb4-c72db78f7de1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=590f424b-3c23-4246-8e96-e668224e279e HTTP/1.1" status: 200 len: 210 time: 0.0352712 Apr 11 17:08:18.342501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4aeb58-7ff2-42e3-9b72-22c54cc19868 None None] New status for floating IP f75d2726-11ea-4a9e-9215-94c2961aa987: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:08:19.462605 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43920) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:19.522796 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (fcc9e6f7-0169-4cd0-b708-95043d5daf06), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.548089 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (fcc9e6f7-0169-4cd0-b708-95043d5daf06), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.665229 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (fcc9e6f7-0169-4cd0-b708-95043d5daf06), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.668146 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.669956 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/security-groups/fcc9e6f7-0169-4cd0-b708-95043d5daf06 HTTP/1.1" status: 204 len: 168 time: 0.2060502 Apr 11 17:08:19.672662 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43922) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:19.679127 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9e6f7-0169-4cd0-b708-95043d5daf06,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:19.686844 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.api.v2.resource [None req-c8e60c42-9d74-4489-a5ce-4db8fa8a495d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] show failed (client error): The resource could not be found. Apr 11 17:08:19.687659 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.687908 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-c8e60c42-9d74-4489-a5ce-4db8fa8a495d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups/fcc9e6f7-0169-4cd0-b708-95043d5daf06 HTTP/1.1" status: 404 len: 347 time: 0.0142376 Apr 11 17:08:19.688044 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.688338 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.688673 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.689010 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.689360 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.689679 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.690003 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.690329 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.690661 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.690884 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43924) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:19.690992 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.691287 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.691632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.691956 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.692282 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9357c17-db62-408f-a78c-13f47a3267df tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:19.812722 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port 3aeda87b-65b6-44d4-8c90-d67b345e29c1 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:08:19.813079 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.885437 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device df790afd-757b-4c56-b2a6-e55c47c04c52 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:08:19.887209 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.887625 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (3aeda87b-65b6-44d4-8c90-d67b345e29c1), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.900906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for 3aeda87b-65b6-44d4-8c90-d67b345e29c1 owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:08:19.907076 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: df790afd-757b-4c56-b2a6-e55c47c04c52 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:08:19.907420 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device df790afd-757b-4c56-b2a6-e55c47c04c52 not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:08:20.100091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (3aeda87b-65b6-44d4-8c90-d67b345e29c1), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.124261 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=3aeda87b-65b6-44d4-8c90-d67b345e29c1,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:20.189944 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (f75d2726-11ea-4a9e-9215-94c2961aa987), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.192487 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.193636 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-945fb196-24d7-425f-a692-aaaa635837d3 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/floatingips/f75d2726-11ea-4a9e-9215-94c2961aa987 HTTP/1.1" status: 204 len: 168 time: 0.5018678 Apr 11 17:08:20.620211 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43928) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:20.625363 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399082422', 'description': 'tempest-description--886108426'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:20.722937 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.791982 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (e9c735ee-ced3-40ac-bde7-b982f578e19d), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.859367 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e9c735ee-ced3-40ac-bde7-b982f578e19d), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.888082 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c735ee-ced3-40ac-bde7-b982f578e19d,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:20.964703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:20.966001 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e33e4004-afd8-4ca6-bc87-8f63bb0a7d97 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3447695 Apr 11 17:08:20.968836 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43930) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:20.973173 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': 'e9c735ee-ced3-40ac-bde7-b982f578e19d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:21.058462 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (3f58170c-76f5-49b1-ae5e-54ee2b9848c4), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.119780 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (3f58170c-76f5-49b1-ae5e-54ee2b9848c4), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.208508 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (3f58170c-76f5-49b1-ae5e-54ee2b9848c4), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.226295 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f58170c-76f5-49b1-ae5e-54ee2b9848c4,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:21.306502 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.307826 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-03629da0-c26d-437e-9bd2-086edb331c17 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380263 Apr 11 17:08:21.310548 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43932) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:21.315050 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'security_group_rule': {'security_group_id': 'e9c735ee-ced3-40ac-bde7-b982f578e19d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:21.403572 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (d5d457c8-0266-4a7d-bdcc-f053fce47b49), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.457859 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (d5d457c8-0266-4a7d-bdcc-f053fce47b49), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.534182 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545910'] for security_group_rule (d5d457c8-0266-4a7d-bdcc-f053fce47b49), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.552677 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d457c8-0266-4a7d-bdcc-f053fce47b49,revision_number=0']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:21.644447 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.645675 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6cdf92c7-bc6a-4f05-8851-74ef5c685bb8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342042 Apr 11 17:08:21.648906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 43934) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:21.653564 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:21.756696 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.840869 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:21.947399 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.27.2.107 (b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3/34b22a65-e237-4a4a-b7e5-41ad39035129/bda7f23c-3a98-44de-b5ad-5a63af877e36) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:08:22.051345 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.123697 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.161019 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3 is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:08:22.163928 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:08:22.167352 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:08:22.205413 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=bda7f23c-3a98-44de-b5ad-5a63af877e36,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:22.268500 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (67a8c44b-1cac-4610-9cb0-06258333c3e9), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.359809 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.516365 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.573965 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.642406 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=bda7f23c-3a98-44de-b5ad-5a63af877e36,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:22.652676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (67a8c44b-1cac-4610-9cb0-06258333c3e9), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.724602 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.725928 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-e555d2b3-682c-419a-9e74-9b5444d5d264 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0760491 Apr 11 17:08:22.882635 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-b25f6a50-8c9a-445d-9fbf-3dd6b0017eda tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1399082422&fields=id&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 267 time: 0.0463207 Apr 11 17:08:22.993330 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1366c8cd-6172-4fcd-8a8e-e14b99fded55 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:22.994810 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1366c8cd-6172-4fcd-8a8e-e14b99fded55 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1045804 Apr 11 17:08:23.009591 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1938d9b8-78e7-4a35-a8df-406107cc235f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/quotas/81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 375 time: 0.0091388 Apr 11 17:08:23.058756 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-3e0cd9b6-02f3-4187-a293-ede4371180dc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435154 Apr 11 17:08:23.226560 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-9e494c45-e9c3-4c8d-bef9-c85cb0aa8eb5 service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559277 Apr 11 17:08:23.320762 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-df35b441-40a4-40e6-8b74-d642faec6359 service neutron] 10.222.0.43 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867722 Apr 11 17:08:23.555120 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-388410bf-6fcc-40a6-b04a-94d4c429554e req-4c557bd0-3869-4557-8d0e-85026d8dbb08 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 210 time: 0.0288463 Apr 11 17:08:24.650833 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-e7b50045-89b5-4980-b46d-7efff2220c34 req-fd9eecc3-e70c-4de5-bb26-9895dba3b027 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 210 time: 0.0289240 Apr 11 17:08:25.494753 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1457988a-af6d-46b5-a21b-a7cc5319ea3f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:25.496248 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1457988a-af6d-46b5-a21b-a7cc5319ea3f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 814 time: 0.1087935 Apr 11 17:08:25.559041 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-9c83891c-a4b3-403b-9f8e-a075bf96c0cc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d592a72e6f4e3a8555bd82765c85f9 HTTP/1.1" status: 200 len: 380 time: 0.0545771 Apr 11 17:08:25.566910 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'port': {'device_id': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'admin_state_up': True, 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'security_groups': ['e9c735ee-ced3-40ac-bde7-b982f578e19d']}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:25.739481 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Made reservation on behalf of 81d592a72e6f4e3a8555bd82765c85f9 for: {'port': 1} {{(pid=110630) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:08:25.742896 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:25.746277 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-e7731b33-b643-473d-ba2c-dff068692989 req-117b091d-49af-4f7a-99b8-7850802a7947 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 210 time: 0.0293980 Apr 11 17:08:25.876283 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.db_base_plugin_common [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Allocated IP 172.20.0.12 (115c06e5-25c5-4de5-8756-e7a7422d1c2e/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec/a0f10610-78d8-4fac-93ef-3f8613f5028b) {{(pid=110630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:08:26.009194 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.099761 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759695888424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.146914 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e is already hosted by enough agents. {{(pid=110630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:08:26.150024 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.base_scheduler [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Resources bound (agent type, host, resource id): {{(pid=110630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:08:26.153967 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Received port after_create {{(pid=110630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:08:26.181196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event updated for resources: {'Port': ['ID=a0f10610-78d8-4fac-93ef-3f8613f5028b,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:26.213150 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:26.213764 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.302264 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-fcd24ac5-2a2e-40e6-a5b0-4e4c8dc3d22a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387652 Apr 11 17:08:26.314854 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.v2.base [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Request body: {'port': {'device_id': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110630) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:26.377264 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.406292 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-d84df254-eca7-4ecf-b9ab-7050085176e8 None None] Provisioning complete for port a0f10610-78d8-4fac-93ef-3f8613f5028b triggered by entity DHCP. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:08:26.406985 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d84df254-eca7-4ecf-b9ab-7050085176e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.451275 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-d84df254-eca7-4ecf-b9ab-7050085176e8 None None] Port a0f10610-78d8-4fac-93ef-3f8613f5028b cannot update to ACTIVE because it is not bound. {{(pid=110632) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:08:26.648985 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f10610-78d8-4fac-93ef-3f8613f5028b {{(pid=110630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:08:26.657670 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Publish callbacks [] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.671497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.provisioning_blocks [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Transition to ACTIVE for port object a0f10610-78d8-4fac-93ef-3f8613f5028b will not be triggered until provisioned by entity L2. {{(pid=110630) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:08:26.732455 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.814178 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f10610-78d8-4fac-93ef-3f8613f5028b,revision_number=2']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:26.907535 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a083f-eaff-49f4-ac81-d3331acc4ee6 req-ab942b3f-2ec6-4233-99e1-861c908e8d2a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:26.909027 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-767a083f-eaff-49f4-ac81-d3331acc4ee6 req-ab942b3f-2ec6-4233-99e1-861c908e8d2a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 944 time: 0.0711985 Apr 11 17:08:26.914266 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Attempting to bind port a0f10610-78d8-4fac-93ef-3f8613f5028b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:08:26.914598 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Attempting to bind port a0f10610-78d8-4fac-93ef-3f8613f5028b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:08:26.914929 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Attempting to bind port a0f10610-78d8-4fac-93ef-3f8613f5028b on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:08:26.926410 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Port a0f10610-78d8-4fac-93ef-3f8613f5028b on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:08:26.926703 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Attempting to bind port a0f10610-78d8-4fac-93ef-3f8613f5028b on network 115c06e5-25c5-4de5-8756-e7a7422d1c2e {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:08:26.940623 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Checking agent: {'id': '2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'started_at': datetime.datetime(2022, 4, 11, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:08:26.940962 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Checking segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:08:26.941331 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Bound using segment: {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'} {{(pid=110630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:08:26.941765 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.managers [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Bound port: a0f10610-78d8-4fac-93ef-3f8613f5028b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e'}}] {{(pid=110630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:08:26.942123 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), before_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:26.999773 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-767a083f-eaff-49f4-ac81-d3331acc4ee6 req-851dd9cd-ffbe-4654-8245-3f16da1e2572 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822864 Apr 11 17:08:27.027871 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] For port a0f10610-78d8-4fac-93ef-3f8613f5028b, host hv-cinder-83716, cleared binding levels {{(pid=110630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:08:27.031088 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] For port a0f10610-78d8-4fac-93ef-3f8613f5028b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:08:27.134741 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13069568'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:27.177194 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.177775 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:27.185425 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0f10610-78d8-4fac-93ef-3f8613f5028b HTTP/1.1" status: 200 len: 1094 time: 0.8687901 Apr 11 17:08:27.185425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:08:27.185425 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaa682c-1bd1-4a48-826f-d42d1fa9e372" -d '{"events": [{"name": "network-changed", "server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:08:27.208738 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba668f-c372-431f-b417-9161e9f28411 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f10610-78d8-4fac-93ef-3f8613f5028b,revision_number=3']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:27.229880 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9d7dde-ba2c-43ef-b3ec-ccb18dfe7e43 x-openstack-request-id: req-ae9d7dde-ba2c-43ef-b3ec-ccb18dfe7e43 {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:08:27.230184 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:08:27.230441 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae9d7dde-ba2c-43ef-b3ec-ccb18dfe7e43 {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:08:27.231402 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9d7dde-ba2c-43ef-b3ec-ccb18dfe7e43'] response: {'name': 'network-changed', 'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'status': 'completed', 'code': 200} Apr 11 17:08:27.295380 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa682c-1bd1-4a48-826f-d42d1fa9e372 req-821cf8b8-b984-40c9-b35d-528540f0f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.296905 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-baaa682c-1bd1-4a48-826f-d42d1fa9e372 req-821cf8b8-b984-40c9-b35d-528540f0f7ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 1128 time: 0.0440438 Apr 11 17:08:27.403858 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa682c-1bd1-4a48-826f-d42d1fa9e372 req-c670627a-82cf-43ae-9e3e-da1b127ecb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.405396 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-baaa682c-1bd1-4a48-826f-d42d1fa9e372 req-c670627a-82cf-43ae-9e3e-da1b127ecb30 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019747 Apr 11 17:08:27.500666 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa682c-1bd1-4a48-826f-d42d1fa9e372 req-b94e5b25-a40c-4ac0-85f7-e3c6b95fb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.502142 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-baaa682c-1bd1-4a48-826f-d42d1fa9e372 req-b94e5b25-a40c-4ac0-85f7-e3c6b95fb677 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909982 Apr 11 17:08:27.576293 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-cbe12859-7e61-43a1-ae8a-9eba628697a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.577781 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-cbe12859-7e61-43a1-ae8a-9eba628697a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 1128 time: 0.0387962 Apr 11 17:08:27.623164 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-0bea5cfa-688d-417d-bfff-c0b88a5b683c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b HTTP/1.1" status: 200 len: 217 time: 0.0382740 Apr 11 17:08:27.671878 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1dea0c24-1ee2-4f6f-8bcf-e1b768c090db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.673353 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1dea0c24-1ee2-4f6f-8bcf-e1b768c090db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0440764 Apr 11 17:08:27.722359 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-08272ffb-0ad0-4c3d-b1db-785f9f3ea55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:27.723914 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-08272ffb-0ad0-4c3d-b1db-785f9f3ea55f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424271 Apr 11 17:08:27.817829 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-35b184ed-a4a9-4b0f-aab8-606e1dfced86 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876873 Apr 11 17:08:27.904985 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7126f495-9f3f-4aef-a1c7-3a2bc3d61b0f req-1021b0e9-2fba-409a-9639-4beb512b19db service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812521 Apr 11 17:08:28.114365 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a18277-b4a2-4485-b2b6-7c7cf7a8d587 req-378cbdc1-7253-4d46-90fe-7682527692ee tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:28.115838 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23a18277-b4a2-4485-b2b6-7c7cf7a8d587 req-378cbdc1-7253-4d46-90fe-7682527692ee tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 944 time: 0.0470898 Apr 11 17:08:28.166485 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23a18277-b4a2-4485-b2b6-7c7cf7a8d587 req-863a3662-3e5c-4c8d-bb94-7a14e00b6ce8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 Apr 11 17:08:29.292593 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a696e4-4caa-44ec-9cfb-aa5e22dcfdb1 req-374a0b01-861d-45fb-9219-76c86805bf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:29.295135 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-39a696e4-4caa-44ec-9cfb-aa5e22dcfdb1 req-374a0b01-861d-45fb-9219-76c86805bf50 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 944 time: 0.0527880 Apr 11 17:08:29.347275 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-39a696e4-4caa-44ec-9cfb-aa5e22dcfdb1 req-89b1a580-7e39-45a5-acb2-4a899d6dfbc4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460460 Apr 11 17:08:29.963135 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device a0f10610-78d8-4fac-93ef-3f8613f5028b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110632) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:08:30.062242 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port a0f10610-78d8-4fac-93ef-3f8613f5028b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:08:30.073897 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Returning: {'device': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'port_id': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'mac_address': 'fa:16:3e:2e:26:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110632) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:08:30.117209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port a0f10610-78d8-4fac-93ef-3f8613f5028b is: DOWN; New status is: BUILD {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:08:30.117593 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:30.134083 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f10610-78d8-4fac-93ef-3f8613f5028b {{(pid=110632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:08:30.154525 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port a0f10610-78d8-4fac-93ef-3f8613f5028b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:08:30.220026 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:30.269729 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=a0f10610-78d8-4fac-93ef-3f8613f5028b,revision_number=4']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:30.277091 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.282394 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:08:30.461091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c95d8c-c35e-4dea-b89c-1c4f6d64ebcc req-237c06ea-2e95-43e3-b48b-94a3da376f0e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:30.462575 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23c95d8c-c35e-4dea-b89c-1c4f6d64ebcc req-237c06ea-2e95-43e3-b48b-94a3da376f0e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 945 time: 0.0471010 Apr 11 17:08:30.511496 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-23c95d8c-c35e-4dea-b89c-1c4f6d64ebcc req-9a759a56-d24d-4187-a846-2b69b547f7a7 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Apr 11 17:08:30.559657 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] get_ports_and_sgs() called for port_ids ['a0f10610-78d8-4fac-93ef-3f8613f5028b'] {{(pid=110632) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:08:31.628254 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f7f3e-2ebb-4f09-ae57-6586e10a839f req-5f9f4a85-f967-443e-85b0-3166d20d678d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:31.629841 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d66f7f3e-2ebb-4f09-ae57-6586e10a839f req-5f9f4a85-f967-443e-85b0-3166d20d678d tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Apr 11 17:08:31.679155 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d66f7f3e-2ebb-4f09-ae57-6586e10a839f req-9cbc50e3-bd16-427c-b85b-54b5a9671b8f tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438058 Apr 11 17:08:31.963408 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device a0f10610-78d8-4fac-93ef-3f8613f5028b up at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:08:32.006418 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning for port a0f10610-78d8-4fac-93ef-3f8613f5028b completed by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:08:32.070414 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.provisioning_blocks [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Provisioning complete for port a0f10610-78d8-4fac-93ef-3f8613f5028b triggered by entity L2. {{(pid=110632) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:08:32.070786 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3587165'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), provisioning_complete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:32.155448 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Current status of the port a0f10610-78d8-4fac-93ef-3f8613f5028b is: BUILD; New status is: ACTIVE {{(pid=110632) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:08:32.155874 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610198'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), before_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:32.178275 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b'}] {{(pid=110632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:08:32.184485 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58cb80a825ac748afc946e8e0ae2748dd36e509209c975f55f122e99a683f96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22425803-071f-4705-9763-8fb0dd61bece" -d '{"events": [{"server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "name": "network-vif-plugged", "status": "completed", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b"}]}' {{(pid=110632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:08:32.194561 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] For port a0f10610-78d8-4fac-93ef-3f8613f5028b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:08:32.218749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b78023-14ce-4b56-bde3-e8523d7a7fa1 x-openstack-request-id: req-e4b78023-14ce-4b56-bde3-e8523d7a7fa1 {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:08:32.219128 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "name": "network-vif-plugged", "status": "completed", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b", "code": 200}]} {{(pid=110632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:08:32.219379 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4b78023-14ce-4b56-bde3-e8523d7a7fa1 {{(pid=110632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:08:32.219844 dv-cinder-837163-2-iscsi neutron-server[110632]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b78023-14ce-4b56-bde3-e8523d7a7fa1'] response: {'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'code': 200} Apr 11 17:08:32.288027 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759696381471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759695888442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759695888460'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:32.336770 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Pushing event updated for resources: {'Port': ['ID=a0f10610-78d8-4fac-93ef-3f8613f5028b,revision_number=5']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:08:32.532906 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6129-d0f3-4616-93e9-d6b00c41f64b req-ddd761a0-735e-40b8-8b23-c2364b5966d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:32.534414 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-392f6129-d0f3-4616-93e9-d6b00c41f64b req-ddd761a0-735e-40b8-8b23-c2364b5966d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 1130 time: 0.0424242 Apr 11 17:08:32.579381 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-392f6129-d0f3-4616-93e9-d6b00c41f64b req-bc7faecd-a356-4500-84d9-0d63f96bce49 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379872 Apr 11 17:08:32.793741 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3d8a-f46f-46ab-9d51-8642d0f32eb3 req-1b4ad0fe-f7e4-4606-baaf-2c2ebae47a22 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:32.795329 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-76ef3d8a-f46f-46ab-9d51-8642d0f32eb3 req-1b4ad0fe-f7e4-4606-baaf-2c2ebae47a22 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0498991 Apr 11 17:08:32.846480 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-76ef3d8a-f46f-46ab-9d51-8642d0f32eb3 req-53eb71fe-65f2-4ff1-9151-2c4493ef9ef7 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 Apr 11 17:08:33.974641 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96593bb5-ed9a-4205-948c-f72f6ec9d92a req-a50313af-e7ea-4fc5-9877-603cd124863e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:33.976161 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-96593bb5-ed9a-4205-948c-f72f6ec9d92a req-a50313af-e7ea-4fc5-9877-603cd124863e tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0586603 Apr 11 17:08:34.027115 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-96593bb5-ed9a-4205-948c-f72f6ec9d92a req-588f71e1-3753-4108-8cac-b22d9a28b496 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Apr 11 17:08:34.866157 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-e3a2eddf-5b71-411d-8ac1-731a53038b52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381734 Apr 11 17:08:34.944695 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-148e7e75-7453-4701-a3a9-4961a02375b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:34.946250 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-148e7e75-7453-4701-a3a9-4961a02375b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 1130 time: 0.0388768 Apr 11 17:08:35.051712 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-d8e0fe01-a2a1-4f23-afe0-542865a1a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:35.053210 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-d8e0fe01-a2a1-4f23-afe0-542865a1a13a service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0874431 Apr 11 17:08:35.094955 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-cd1f81f1-e0f1-48cd-ac75-5792a24f70e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b HTTP/1.1" status: 200 len: 217 time: 0.0348010 Apr 11 17:08:35.141401 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f8a9-4271-4c05-aeb6-4dabc85fffcd req-225b3fc3-3c2e-4ecc-8bf9-115ae4148f64 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:35.142785 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d808f8a9-4271-4c05-aeb6-4dabc85fffcd req-225b3fc3-3c2e-4ecc-8bf9-115ae4148f64 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0475039 Apr 11 17:08:35.146883 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-155bee83-2234-4a35-bf5a-fe542dd2c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:35.148607 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-155bee83-2234-4a35-bf5a-fe542dd2c988 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0477076 Apr 11 17:08:35.193452 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-30f9b763-24a4-4bdd-a944-c46d26cecad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:35.195009 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-30f9b763-24a4-4bdd-a944-c46d26cecad2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399706 Apr 11 17:08:35.196163 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-d808f8a9-4271-4c05-aeb6-4dabc85fffcd req-c5985cfe-33f5-4fdf-8665-32f0074aacad tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467470 Apr 11 17:08:35.331942 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7106-46d9-4dec-9013-9baf54b4aaeb req-b48107fa-655a-4e8e-851f-1c15c37238b4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:35.333474 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-f8ed7106-46d9-4dec-9013-9baf54b4aaeb req-b48107fa-655a-4e8e-851f-1c15c37238b4 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0672481 Apr 11 17:08:35.335242 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-ea824211-b370-4b87-a288-aba447966cbe service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330290 Apr 11 17:08:35.343174 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 43994) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:08:35.347677 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.v2.base [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Request body: {'floatingip': {'port_id': 'a0f10610-78d8-4fac-93ef-3f8613f5028b'}} {{(pid=110631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:08:35.388237 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (67a8c44b-1cac-4610-9cb0-06258333c3e9), before_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:35.427382 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-00918c4e-c5ab-4a19-8004-daf8cb0edcdd req-b5e5da28-eae7-4f1c-bd92-8e9a39ef3291 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856400 Apr 11 17:08:35.850000 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:35.920840 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (67a8c44b-1cac-4610-9cb0-06258333c3e9), after_update {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:36.028694 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.db.l3_db [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP 67a8c44b-1cac-4610-9cb0-06258333c3e9 associated. External IP: 172.27.2.107, port: a0f10610-78d8-4fac-93ef-3f8613f5028b. Apr 11 17:08:36.475316 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:08:36.590585 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:08:36.595448 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:36.600536 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:08:36.611780 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:08:36.612460 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:08:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:36.625456 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-be7e195c-8f60-4413-89d9-bd69cb222fd8 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "PUT /v2.0/floatingips/67a8c44b-1cac-4610-9cb0-06258333c3e9 HTTP/1.1" status: 200 len: 992 time: 1.2811072 Apr 11 17:08:36.626032 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b'}] {{(pid=110631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:08:36.628458 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6424992cb3e705d31794dbee3876f81bd64213a322e98802bce92c254e984ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b"}]}' {{(pid=110631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:08:36.726486 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:08:36.732638 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744107b0-1e0c-49e3-b5b1-393821d57ccd x-openstack-request-id: req-744107b0-1e0c-49e3-b5b1-393821d57ccd {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:08:36.732929 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b", "status": "completed", "code": 200}]} {{(pid=110631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:08:36.733180 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-744107b0-1e0c-49e3-b5b1-393821d57ccd {{(pid=110631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:08:36.733582 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744107b0-1e0c-49e3-b5b1-393821d57ccd'] response: {'name': 'network-changed', 'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'status': 'completed', 'code': 200} Apr 11 17:08:36.792223 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-d82b444d-5157-4ac9-9406-652b148c8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:36.794515 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-d82b444d-5157-4ac9-9406-652b148c8a4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 1130 time: 0.0389497 Apr 11 17:08:36.890630 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-c579d518-b82d-4f22-a468-e37e696b4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:36.892207 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-c579d518-b82d-4f22-a468-e37e696b4326 service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0921748 Apr 11 17:08:36.950338 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '67a8c44b-1cac-4610-9cb0-06258333c3e9', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:2e:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:08:22Z', 'updated_at': '2022-04-11T17:08:35Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:36.964275 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-86864225-7d7c-4f0c-8109-0ade744afb65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b HTTP/1.1" status: 200 len: 1000 time: 0.0657570 Apr 11 17:08:36.982586 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:08:36.991777 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:08:36.992407 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:08:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:37.106755 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:08:37.304845 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-f6864f65-c37f-4ed7-81fd-4713200b7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:37.306201 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-f6864f65-c37f-4ed7-81fd-4713200b7a31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.3362515 Apr 11 17:08:37.332036 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '67a8c44b-1cac-4610-9cb0-06258333c3e9', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:2e:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:08:22Z', 'updated_at': '2022-04-11T17:08:35Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:08:37.351894 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-ac48dcf9-eb77-4dc1-99ae-d95cda143ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:08:37.353379 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-ac48dcf9-eb77-4dc1-99ae-d95cda143ca4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406666 Apr 11 17:08:37.363314 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea36c6-f744-409b-92d8-3ff5b321d6bb None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_floatingips': [{'id': '67a8c44b-1cac-4610-9cb0-06258333c3e9', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'router_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'port_id': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'mac_address': 'fa:16:3e:2e:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:08:22Z', 'updated_at': '2022-04-11T17:08:35Z', 'revision_number': 1, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:08:37.448464 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-40f83f21-9d49-44e2-ac3f-35c9338fa782 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885386 Apr 11 17:08:37.547548 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-472d7fbe-90e6-4b40-afc6-b5f39edf3bbc req-083aac39-bdfb-4f13-8403-7f096a1c04bb service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922523 Apr 11 17:08:37.575064 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800a43e-d751-40dc-ba1b-fb1a2f184813 None None] New status for floating IP 67a8c44b-1cac-4610-9cb0-06258333c3e9: ACTIVE {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:08:39.430155 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-3b8efb8c-db4f-4b52-bc2e-72bd1a55283e service neutron] (110631) timed out ('10.222.0.43', 41266) {{(pid=110631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:08:39.606483 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [req-4012769d-2f2a-49c2-bcda-4a666c1acc2d req-3b3c3b18-bf40-447c-b818-0bbb1b7543a3 tempest-AttachVolumeShelveTestJSON-1600002423 tempest-AttachVolumeShelveTestJSON-1600002423-project] (110631) timed out ('10.222.0.43', 41274) {{(pid=110631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:08:39.676449 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-57a1fafe-c762-465b-9bf6-896e50735079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:42.297861 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7059cb92-fea1-48a6-b2e6-8458c5c8ec41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:43.465254 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:43.767610 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:44.091882 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:08:45.070588 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:46.012784 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:09.687355 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-01f7f60f-f274-410a-9fc1-526504c9c38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:12.285654 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-0aa61996-4cbe-4758-ad04-27d4ed2fda67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:13.447489 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:13.762583 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:15.047262 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:16.013144 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:21.093101 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:09:34.770617 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-8e74f8a1-f20c-4c4b-8c8f-c368a7d35222 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841455 Apr 11 17:09:34.860934 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ae784-875d-447e-a7d7-103a67735537 req-2a35c673-065f-4fa5-ac8c-7ade40f2a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:09:34.862449 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-2a35c673-065f-4fa5-ac8c-7ade40f2a9fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 1130 time: 0.0469141 Apr 11 17:09:34.973333 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ae784-875d-447e-a7d7-103a67735537 req-abdf49d2-2701-4a69-90cd-626f3c334d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:09:34.974707 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-abdf49d2-2701-4a69-90cd-626f3c334d6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 200 len: 915 time: 0.0900698 Apr 11 17:09:35.048213 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-bde1afe7-382f-4ae6-8b6c-6df6cafffa7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b HTTP/1.1" status: 200 len: 1002 time: 0.0665307 Apr 11 17:09:35.099497 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ae784-875d-447e-a7d7-103a67735537 req-6f95ed37-772d-4687-ae8e-019c9413be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:09:35.100996 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-6f95ed37-772d-4687-ae8e-019c9413be40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 200 len: 853 time: 0.0469036 Apr 11 17:09:35.148192 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ae784-875d-447e-a7d7-103a67735537 req-93505ae4-17fc-446d-86d2-66599a4aafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:09:35.149794 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-93505ae4-17fc-446d-86d2-66599a4aafd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=115c06e5-25c5-4de5-8756-e7a7422d1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419562 Apr 11 17:09:35.250079 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-f5aa4d04-696d-41fc-bbe6-5fcc667cd4c4 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927532 Apr 11 17:09:35.346378 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-288ae784-875d-447e-a7d7-103a67735537 req-df77aa17-f53f-4474-bd96-392dd69d4779 service neutron] 10.222.0.60 "GET /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901420 Apr 11 17:09:39.679364 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-df400d5c-d404-4489-ae82-c5f679888b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:42.313503 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-25edb323-7d44-4e29-9090-4779f7bb582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:43.446895 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:43.770532 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:45.064122 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:46.000565 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:58.094103 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:10:01.847784 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e69a-2730-4dd6-993f-f9eee210d4a3 req-18f3ba9c-6e0d-416a-bb3a-15ec9e98b0a1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:10:01.849263 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7f81e69a-2730-4dd6-993f-f9eee210d4a3 req-18f3ba9c-6e0d-416a-bb3a-15ec9e98b0a1 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0516827 Apr 11 17:10:01.897566 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-7f81e69a-2730-4dd6-993f-f9eee210d4a3 req-272cdd42-c108-4f98-8c89-73c2bfade5bc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Apr 11 17:10:03.031717 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08499ee2-8b26-4902-a697-eb1d979b3484 req-0068be22-5658-40da-b799-93459f2fff14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:10:03.033359 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-08499ee2-8b26-4902-a697-eb1d979b3484 req-0068be22-5658-40da-b799-93459f2fff14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0615234 Apr 11 17:10:03.083615 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [req-08499ee2-8b26-4902-a697-eb1d979b3484 req-58c8eee5-3def-4b32-bc34-cbf19dc8218a tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444808 Apr 11 17:10:03.653564 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-46fdb6dc-acf1-4482-a309-2f7c7bb5ad32 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:10:03.655727 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-46fdb6dc-acf1-4482-a309-2f7c7bb5ad32 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Apr 11 17:10:03.746952 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port a0f10610-78d8-4fac-93ef-3f8613f5028b {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:10:03.747185 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:03.837827 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] For port a0f10610-78d8-4fac-93ef-3f8613f5028b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0f10610-78d8-4fac-93ef-3f8613f5028b,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:10:03.838188 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:04.031298 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:04.031619 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466362'] for floatingip (67a8c44b-1cac-4610-9cb0-06258333c3e9), after_update {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:04.031904 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.db.l3_db [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Floating IP 67a8c44b-1cac-4610-9cb0-06258333c3e9 disassociated. External IP: 172.27.2.107, port: a0f10610-78d8-4fac-93ef-3f8613f5028b. Apr 11 17:10:04.032311 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for a0f10610-78d8-4fac-93ef-3f8613f5028b owned by compute:nova {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:10:04.214845 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a976ef-8b8f-44cd-b22c-c0601fcdfa3e req-a1a1ccac-a0df-4611-a514-5eac542694b9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110630) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:10:04.216379 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-31a976ef-8b8f-44cd-b22c-c0601fcdfa3e req-a1a1ccac-a0df-4611-a514-5eac542694b9 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 946 time: 0.0540078 Apr 11 17:10:04.273376 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-31a976ef-8b8f-44cd-b22c-c0601fcdfa3e req-72b1afda-806e-424c-ab93-a6794bb4c6bd tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9c735ee-ced3-40ac-bde7-b982f578e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503647 Apr 11 17:10:04.292057 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (a0f10610-78d8-4fac-93ef-3f8613f5028b), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:04.324236 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=a0f10610-78d8-4fac-93ef-3f8613f5028b,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:04.335707 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.336061 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.336402 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.336743 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.337080 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.337418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.337744 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.338072 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.338401 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.338729 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.339091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.339399 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.339749 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.340075 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.340903 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:04.456563 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:10:04.570059 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:10:04.580868 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:10:04.593293 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:10:04.593939 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:09:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:04.615954 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] No DVR routers for this DVR port a0f10610-78d8-4fac-93ef-3f8613f5028b on host hv-cinder-83716 {{(pid=110630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:10:04.618642 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for port (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:04.622649 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-fb26ae12-e8d3-43ed-bb13-a77980a09e09 req-b2410bf6-c058-4d98-9d34-f2f05efd8d14 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.60 "DELETE /v2.0/ports/a0f10610-78d8-4fac-93ef-3f8613f5028b HTTP/1.1" status: 204 len: 173 time: 0.9615643 Apr 11 17:10:04.622829 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'name': 'network-vif-deleted', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b'}] {{(pid=110630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:10:04.626558 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef4bb91753ba08557c034792ae92ce51e909ef8a43362474a0e57e00f627f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba9309-aa33-4eb8-83e3-868e03bfcdc3" -d '{"events": [{"server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "name": "network-vif-deleted", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b"}]}' {{(pid=110630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:10:04.666839 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf0165-722a-4b07-b8f6-2eb475b1e6bf x-openstack-request-id: req-68cf0165-722a-4b07-b8f6-2eb475b1e6bf {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:10:04.667480 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fac77b5-61d6-4eaf-8354-54edd372d541", "name": "network-vif-deleted", "tag": "a0f10610-78d8-4fac-93ef-3f8613f5028b", "status": "completed", "code": 200}]} {{(pid=110630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:10:04.667480 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68cf0165-722a-4b07-b8f6-2eb475b1e6bf {{(pid=110630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:10:04.667806 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cf0165-722a-4b07-b8f6-2eb475b1e6bf'] response: {'server_uuid': '9fac77b5-61d6-4eaf-8354-54edd372d541', 'name': 'network-vif-deleted', 'tag': 'a0f10610-78d8-4fac-93ef-3f8613f5028b', 'status': 'completed', 'code': 200} Apr 11 17:10:04.710047 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:10:04.918839 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:04.945874 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:10:04.955376 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:10:04.956018 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:09:42Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:05.067908 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:10:05.259307 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:05.291394 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99669e5f-f613-469c-9ff2-440c1692b90e None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:02:58Z', 'revision_number': 4, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi', '_interfaces': [{'id': 'dade2399-694f-4c80-91f3-b0d25cc71e19', 'name': '', 'network_id': '115c06e5-25c5-4de5-8756-e7a7422d1c2e', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'mac_address': 'fa:16:3e:e5:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:57Z', 'updated_at': '2022-04-11T17:03:01Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'subnets': [{'id': 'a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:10:05.397542 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [req-11557819-5ec6-4467-81e3-7f4e0143c5b7 req-8714fbf2-843d-4e05-b0c5-cb4c41937a99 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fac77b5-61d6-4eaf-8354-54edd372d541 HTTP/1.1" status: 200 len: 210 time: 0.0306070 Apr 11 17:10:05.556205 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56245b99-72ba-4983-bebf-309245e24c7d None None] New status for floating IP 67a8c44b-1cac-4610-9cb0-06258333c3e9: DOWN {{(pid=110632) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:10:06.564845 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44106) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:06.625536 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (e9c735ee-ced3-40ac-bde7-b982f578e19d), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:06.650822 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (e9c735ee-ced3-40ac-bde7-b982f578e19d), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:06.789194 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (e9c735ee-ced3-40ac-bde7-b982f578e19d), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:06.791938 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:06.793172 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9c735ee-ced3-40ac-bde7-b982f578e19d HTTP/1.1" status: 204 len: 168 time: 0.2272742 Apr 11 17:10:06.796091 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44108) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:06.802732 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c735ee-ced3-40ac-bde7-b982f578e19d,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:06.810149 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.810579 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.810996 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.811234 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.api.v2.resource [None req-6fa2eae4-0ec9-4da6-a7ba-78d33ada507c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] show failed (client error): The resource could not be found. Apr 11 17:10:06.811352 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.811798 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.812143 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.812480 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.812585 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-6fa2eae4-0ec9-4da6-a7ba-78d33ada507c tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "GET /v2.0/security-groups/e9c735ee-ced3-40ac-bde7-b982f578e19d HTTP/1.1" status: 404 len: 347 time: 0.0153372 Apr 11 17:10:06.812816 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.813146 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.813489 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.813816 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.814143 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.814468 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.814788 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.815112 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fbe26-2c9d-495b-b49a-fedf49b6cfcc tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:06.816093 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44110) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:06.941970 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Deleting port bda7f23c-3a98-44de-b5ad-5a63af877e36 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:10:06.942307 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:07.022534 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:07.022859 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (bda7f23c-3a98-44de-b5ad-5a63af877e36), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:07.035439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Calling delete_port for bda7f23c-3a98-44de-b5ad-5a63af877e36 owned by network:floatingip {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:10:07.252073 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (bda7f23c-3a98-44de-b5ad-5a63af877e36), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:07.275788 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Pushing event deleted for resources: {'Port': ['ID=bda7f23c-3a98-44de-b5ad-5a63af877e36,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:07.340736 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks [] for floatingip (67a8c44b-1cac-4610-9cb0-06258333c3e9), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:07.343929 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25027'] for floatingip (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:07.345067 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-36b001c5-4c36-43a7-aec2-4d9191dda766 tempest-AttachVolumeNegativeTest-1463607245 tempest-AttachVolumeNegativeTest-1463607245-project] 10.222.0.43 "DELETE /v2.0/floatingips/67a8c44b-1cac-4610-9cb0-06258333c3e9 HTTP/1.1" status: 204 len: 168 time: 0.5279710 Apr 11 17:10:08.393097 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device a0f10610-78d8-4fac-93ef-3f8613f5028b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:10:08.419220 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] No Port match for: a0f10610-78d8-4fac-93ef-3f8613f5028b {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:10:08.419601 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Device a0f10610-78d8-4fac-93ef-3f8613f5028b not bound to the agent host hv-cinder-83716 {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:10:09.685900 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c27dedf2-1e0e-454a-9ec2-731d801ca13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:11.507820 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44146) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:12.004976 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464314'] for router_interface (711f5fff-31f7-4b22-91eb-b513666e7ade), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:12.267994 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Deleting port dade2399-694f-4c80-91f3-b0d25cc71e19 {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:10:12.269187 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:12.269364 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-4e48d69c-3aad-4f74-a8a2-9d725b593097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:12.370599 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] For port dade2399-694f-4c80-91f3-b0d25cc71e19, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=dade2399-694f-4c80-91f3-b0d25cc71e19,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:10:12.370965 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:12.387490 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Calling delete_port for dade2399-694f-4c80-91f3-b0d25cc71e19 owned by network:router_interface {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:10:12.684664 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (dade2399-694f-4c80-91f3-b0d25cc71e19), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:12.721864 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Pushing event deleted for resources: {'Port': ['ID=dade2399-694f-4c80-91f3-b0d25cc71e19,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:12.926968 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464150'] for router_interface (711f5fff-31f7-4b22-91eb-b513666e7ade), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.205384 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Router 711f5fff-31f7-4b22-91eb-b513666e7ade has already been hosted by L3 agent 770e7b77-4464-4d27-9ff1-d3aaff5b9200 {{(pid=110630) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:10:13.319136 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] Notify agent at l3_agent.dv-cinder-837163-2-iscsi the message routers_updated {{(pid=110630) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:10:13.324287 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-75142f74-9372-4b98-8474-e20fa66b736e admin admin] 10.222.0.43 "PUT /v2.0/routers/711f5fff-31f7-4b22-91eb-b513666e7ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152943 Apr 11 17:10:13.327587 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44150) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:13.328028 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] Sync routers for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:10:13.339404 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:10:13.340069 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:10:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:13.442454 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks [] for router (711f5fff-31f7-4b22-91eb-b513666e7ade), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.455317 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: dv-cinder-837163-2-iscsi {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:10:13.543257 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.549959 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks [] for router_gateway (711f5fff-31f7-4b22-91eb-b513666e7ade), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.628330 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'external_fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:10:12Z', 'revision_number': 5, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port': {'id': 'b64054d4-657a-4ff8-abcc-396f2931f53c', 'name': '', 'network_id': 'b611ef1f-52fd-45f7-bd49-f6fbcd1fecd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837163-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:55Z', 'updated_at': '2022-04-11T17:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34b22a65-e237-4a4a-b7e5-41ad39035129', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837163-2-iscsi'}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:13.658627 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] Checking router: 711f5fff-31f7-4b22-91eb-b513666e7ade for host: dv-cinder-837163-2-iscsi {{(pid=110633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:10:13.667389 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] Routers {'711f5fff-31f7-4b22-91eb-b513666e7ade'} bound to L3 agent in host dv-cinder-837163-2-iscsi {{(pid=110633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:10:13.668041 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837163-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:34:12Z,description=,heartbeat_timestamp=2022-04-11T17:10:12Z,host='dv-cinder-837163-2-iscsi',id=770e7b77-4464-4d27-9ff1-d3aaff5b9200,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:34:13Z,topic='l3_agent')) {'router_ids': ['711f5fff-31f7-4b22-91eb-b513666e7ade'], 'active': True} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:13.691807 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Deleting port b64054d4-657a-4ff8-abcc-396f2931f53c {{(pid=110630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:10:13.692507 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.762967 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_dvr_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] Set router 711f5fff-31f7-4b22-91eb-b513666e7ade gateway port host: None {{(pid=110633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:10:13.771979 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.db [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] For port b64054d4-657a-4ff8-abcc-396f2931f53c, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=b64054d4-657a-4ff8-abcc-396f2931f53c,segment=NetworkSegment(61cbfacb-a1fa-4e49-9aef-70940fc9fc3f),segment_id=61cbfacb-a1fa-4e49-9aef-70940fc9fc3f)] {{(pid=110630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:10:13.772347 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.787786 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.plugins.ml2.plugin [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Calling delete_port for b64054d4-657a-4ff8-abcc-396f2931f53c owned by network:router_gateway {{(pid=110630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:10:13.851734 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:13.909152 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.l3_hamode_db [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:10:13Z', 'revision_number': 6, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port_host': None}], 'dv-cinder-837163-2-iscsi', False) {} {{(pid=110633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:13.940348 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6e2a2-a629-40c1-965f-6a6d4f3fcf9e None None] The sync data for ids ['711f5fff-31f7-4b22-91eb-b513666e7ade'] in dv-cinder-837163-2-iscsi is: [{'id': '711f5fff-31f7-4b22-91eb-b513666e7ade', 'name': 'tempest-AttachVolumeNegativeTest-987015619-router', 'tenant_id': '81d592a72e6f4e3a8555bd82765c85f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:02:54Z', 'updated_at': '2022-04-11T17:10:13Z', 'revision_number': 6, 'project_id': '81d592a72e6f4e3a8555bd82765c85f9', 'gw_port_host': None}] {{(pid=110633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:10:14.069315 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13069579'] for port (b64054d4-657a-4ff8-abcc-396f2931f53c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.368382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device dade2399-694f-4c80-91f3-b0d25cc71e19 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:10:14.388248 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Pushing event deleted for resources: {'Port': ['ID=b64054d4-657a-4ff8-abcc-396f2931f53c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:14.394056 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: dade2399-694f-4c80-91f3-b0d25cc71e19 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:10:14.394415 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device dade2399-694f-4c80-91f3-b0d25cc71e19 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:10:14.484027 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466416'] for router_gateway (711f5fff-31f7-4b22-91eb-b513666e7ade), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.584157 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2958'] for router (711f5fff-31f7-4b22-91eb-b513666e7ade), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.587144 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks [] for router_controller (711f5fff-31f7-4b22-91eb-b513666e7ade), precommit_delete_associations {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.725888 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453207'] for router (711f5fff-31f7-4b22-91eb-b513666e7ade), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.726560 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 711f5fff-31f7-4b22-91eb-b513666e7ade {{(pid=110630) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:10:14.730708 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.731958 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-69ddcb1c-7941-4949-a722-19ca2cbf003e admin admin] 10.222.0.43 "DELETE /v2.0/routers/711f5fff-31f7-4b22-91eb-b513666e7ade HTTP/1.1" status: 204 len: 168 time: 1.4030464 Apr 11 17:10:14.734465 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44152) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:14.783350 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Deleting subnet a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec {{(pid=110631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:10:14.786665 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Publish callbacks [] for subnet (a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.821727 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15766887'] for subnet (a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec), precommit_delete_associations {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:14.904668 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3581241'] for subnet (a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.073447 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3581184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15950980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15905412'] for subnet (a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.083870 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.101633 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:15.103766 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for subnet (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.107954 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-6f63f418-2a70-451c-acbd-f3a98eebad57 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a5b7c3d2-eae2-4e4c-bba6-3623fd2c95ec HTTP/1.1" status: 204 len: 168 time: 0.3715520 Apr 11 17:10:15.110950 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44154) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:15.111233 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99bcc8-7ac1-44e3-be70-e3a5acc9b798 None None] Network 115c06e5-25c5-4de5-8756-e7a7422d1c2e requested from dv-cinder-837163-2-iscsi {{(pid=110632) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:10:15.188299 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621994'] for network (115c06e5-25c5-4de5-8756-e7a7422d1c2e), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.234775 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Deleting port 1661a16f-f371-4dce-af20-ebd5faed2fe1 {{(pid=110631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:10:15.235111 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.302473 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.db [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] For port 1661a16f-f371-4dce-af20-ebd5faed2fe1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=1661a16f-f371-4dce-af20-ebd5faed2fe1,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:10:15.302837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.316552 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Calling delete_port for 1661a16f-f371-4dce-af20-ebd5faed2fe1 owned by network:dhcp {{(pid=110631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:10:15.394853 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] DHCP port deletion for 115c06e5-25c5-4de5-8756-e7a7422d1c2e request from dv-cinder-837163-2-iscsi {{(pid=110632) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:10:15.436804 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Deleting port 1661a16f-f371-4dce-af20-ebd5faed2fe1 {{(pid=110632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:10:15.437174 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759696375583'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), before_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.506897 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.db [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] For port 1661a16f-f371-4dce-af20-ebd5faed2fe1, host dv-cinder-837163-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837163-2-iscsi',level=0,port_id=1661a16f-f371-4dce-af20-ebd5faed2fe1,segment=NetworkSegment(78c79178-d3dd-46a0-8f90-c2eca1f6b5fd),segment_id=78c79178-d3dd-46a0-8f90-c2eca1f6b5fd)] {{(pid=110632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:10:15.507314 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488996'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), precommit_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.514691 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15951097'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.521343 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Calling delete_port for 1661a16f-f371-4dce-af20-ebd5faed2fe1 owned by network:dhcp {{(pid=110632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:10:15.542701 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Pushing event deleted for resources: {'Port': ['ID=1661a16f-f371-4dce-af20-ebd5faed2fe1,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:15.544597 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] No DVR routers for this DVR port 1661a16f-f371-4dce-af20-ebd5faed2fe1 on host dv-cinder-837163-2-iscsi {{(pid=110631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:10:15.610369 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759696381453', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759695888433'] for port (1661a16f-f371-4dce-af20-ebd5faed2fe1), after_delete {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.625792 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3584436', 'neutron.services.segments.db._delete_segments_for_network-8759696418735'] for network (115c06e5-25c5-4de5-8756-e7a7422d1c2e), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.639707 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Pushing event deleted for resources: {'Port': ['ID=1661a16f-f371-4dce-af20-ebd5faed2fe1,revision_number=None']} {{(pid=110632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:15.648462 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] No DVR routers for this DVR port 1661a16f-f371-4dce-af20-ebd5faed2fe1 on host dv-cinder-837163-2-iscsi {{(pid=110632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:10:15.650474 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115c06e5-25c5-4de5-8756-e7a7422d1c2e']}} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:15.650773 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.651301 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.651571 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.651918 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.652276 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.652679 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.653124 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.653341 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.653755 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.653989 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.654316 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.654641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.654965 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.655303 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.655749 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a14ca-bff2-4d09-a067-45ea5c6281ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:10:15.669696 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd') {'for_net_delete': True} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:15.670234 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.services.segments.db [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c79178-d3dd-46a0-8f90-c2eca1f6b5fd') {} {{(pid=110631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:10:15.681955 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759696420280', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15766894'] for segment (78c79178-d3dd-46a0-8f90-c2eca1f6b5fd), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.699348 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932'] for segment (78c79178-d3dd-46a0-8f90-c2eca1f6b5fd), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.702168 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:10:15.702743 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3562932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15950894'] for segment (78c79178-d3dd-46a0-8f90-c2eca1f6b5fd), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: Traceback (most recent call last): Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: timer() Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: cb(*args, **kw) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: return func(*args, **kwargs) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: self._notify() Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: self.callback(batched_events) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: event.method(event) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: return f(self, *a, **k) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._get(url).json() Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: return self.request(url, 'GET', **kwargs) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:10:15.704746 dv-cinder-837163-2-iscsi neutron-server[110631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:10:15.857552 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3584443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466324'] for network (115c06e5-25c5-4de5-8756-e7a7422d1c2e), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.864545 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556857'] for network (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:15.868966 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] 10.222.0.43 "DELETE /v2.0/networks/115c06e5-25c5-4de5-8756-e7a7422d1c2e HTTP/1.1" status: 204 len: 168 time: 0.7570238 Apr 11 17:10:15.880467 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8a17-ed38-4bff-a37a-e213ee092adb admin admin] Pushing event deleted for resources: {'Network': ['ID=115c06e5-25c5-4de5-8756-e7a7422d1c2e,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:16.072641 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:16.233697 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44158) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:16.279084 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-d111110a-fa17-40b0-905d-93f3afae91c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81d592a72e6f4e3a8555bd82765c85f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441279 Apr 11 17:10:16.281561 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44160) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:16.322396 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b64054d4-657a-4ff8-abcc-396f2931f53c no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:10:16.336550 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46ef927c-1a57-44c0-b432-d1e008dba783 admin admin] Publish callbacks [] for security_group (025b7580-0a6e-402a-91e7-1a225e9c4cab), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:16.344205 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: b64054d4-657a-4ff8-abcc-396f2931f53c {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:10:16.344540 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device b64054d4-657a-4ff8-abcc-396f2931f53c not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:10:16.344955 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 1661a16f-f371-4dce-af20-ebd5faed2fe1 no longer exists at agent ovs-agent-dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:10:16.361100 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46ef927c-1a57-44c0-b432-d1e008dba783 admin admin] Publish callbacks [] for security_group (025b7580-0a6e-402a-91e7-1a225e9c4cab), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:16.364783 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.plugin [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] No Port match for: 1661a16f-f371-4dce-af20-ebd5faed2fe1 {{(pid=110632) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:10:16.365132 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron.plugins.ml2.rpc [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Device 1661a16f-f371-4dce-af20-ebd5faed2fe1 not bound to the agent host dv-cinder-837163-2-iscsi {{(pid=110632) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:10:16.577350 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46ef927c-1a57-44c0-b432-d1e008dba783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (025b7580-0a6e-402a-91e7-1a225e9c4cab), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:16.579970 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-46ef927c-1a57-44c0-b432-d1e008dba783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:16.581630 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-46ef927c-1a57-44c0-b432-d1e008dba783 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/025b7580-0a6e-402a-91e7-1a225e9c4cab HTTP/1.1" status: 204 len: 168 time: 0.2991793 Apr 11 17:10:16.589975 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef927c-1a57-44c0-b432-d1e008dba783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b7580-0a6e-402a-91e7-1a225e9c4cab,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:28.951533 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44274) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:29.061886 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-919cbe83-d77a-4644-9c9c-ffb00654ccc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.137588 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-919cbe83-d77a-4644-9c9c-ffb00654ccc5 admin admin] Publish callbacks [] for security_group (cce46ae2-a24d-4369-96f1-ef4bd4c4220f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.215268 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-919cbe83-d77a-4644-9c9c-ffb00654ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (cce46ae2-a24d-4369-96f1-ef4bd4c4220f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.254118 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-919cbe83-d77a-4644-9c9c-ffb00654ccc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f05dc84a3b4c4ee6bf4ef865bd0ee2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014920 Apr 11 17:10:29.255090 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cbe83-d77a-4644-9c9c-ffb00654ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce46ae2-a24d-4369-96f1-ef4bd4c4220f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:29.256951 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44278) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:29.307988 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ae29-62a2-48a0-90cd-08ff9e0a90c3 admin admin] Publish callbacks [] for security_group (cce46ae2-a24d-4369-96f1-ef4bd4c4220f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.330896 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ae29-62a2-48a0-90cd-08ff9e0a90c3 admin admin] Publish callbacks [] for security_group (cce46ae2-a24d-4369-96f1-ef4bd4c4220f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.468926 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ae29-62a2-48a0-90cd-08ff9e0a90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (cce46ae2-a24d-4369-96f1-ef4bd4c4220f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.471368 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ae29-62a2-48a0-90cd-08ff9e0a90c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:29.472553 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d4b1ae29-62a2-48a0-90cd-08ff9e0a90c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cce46ae2-a24d-4369-96f1-ef4bd4c4220f HTTP/1.1" status: 204 len: 168 time: 0.2145500 Apr 11 17:10:29.482058 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1ae29-62a2-48a0-90cd-08ff9e0a90c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce46ae2-a24d-4369-96f1-ef4bd4c4220f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:32.003112 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44328) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:32.108939 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d77c1c1a-def7-41ce-b1b8-69946bfce30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.186819 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d77c1c1a-def7-41ce-b1b8-69946bfce30d admin admin] Publish callbacks [] for security_group (bae935e0-f769-49b5-98a4-c08372d7c613), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.679705 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d77c1c1a-def7-41ce-b1b8-69946bfce30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (bae935e0-f769-49b5-98a4-c08372d7c613), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.720101 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c1c1a-def7-41ce-b1b8-69946bfce30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae935e0-f769-49b5-98a4-c08372d7c613,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:32.724580 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d77c1c1a-def7-41ce-b1b8-69946bfce30d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f17d075b53e24df3955a0579fc2a9db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7203109 Apr 11 17:10:32.727115 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44332) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:32.774439 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3d19ff96-e88a-4bc8-9fd0-e6e7b44a92f5 admin admin] Publish callbacks [] for security_group (bae935e0-f769-49b5-98a4-c08372d7c613), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.796432 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3d19ff96-e88a-4bc8-9fd0-e6e7b44a92f5 admin admin] Publish callbacks [] for security_group (bae935e0-f769-49b5-98a4-c08372d7c613), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.912067 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3d19ff96-e88a-4bc8-9fd0-e6e7b44a92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (bae935e0-f769-49b5-98a4-c08372d7c613), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.914646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-3d19ff96-e88a-4bc8-9fd0-e6e7b44a92f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:32.915816 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-3d19ff96-e88a-4bc8-9fd0-e6e7b44a92f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bae935e0-f769-49b5-98a4-c08372d7c613 HTTP/1.1" status: 204 len: 168 time: 0.1877391 Apr 11 17:10:32.924505 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19ff96-e88a-4bc8-9fd0-e6e7b44a92f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae935e0-f769-49b5-98a4-c08372d7c613,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:33.617418 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44338) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:33.630876 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-023de4ca-1556-4989-92d1-1fd1e6b45a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:33.707828 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-023de4ca-1556-4989-92d1-1fd1e6b45a89 admin admin] Publish callbacks [] for security_group (831aeb3f-f7a2-42a3-8e25-8073cf372a1f), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:33.794688 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-023de4ca-1556-4989-92d1-1fd1e6b45a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (831aeb3f-f7a2-42a3-8e25-8073cf372a1f), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:33.831328 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de4ca-1556-4989-92d1-1fd1e6b45a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831aeb3f-f7a2-42a3-8e25-8073cf372a1f,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:33.836642 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-023de4ca-1556-4989-92d1-1fd1e6b45a89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1238135e1e034f8da896421197d01e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182167 Apr 11 17:10:33.839239 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44340) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:33.898938 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ac7a-ec52-4583-89c6-72f1d46ff479 admin admin] Publish callbacks [] for security_group (831aeb3f-f7a2-42a3-8e25-8073cf372a1f), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:33.922882 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ac7a-ec52-4583-89c6-72f1d46ff479 admin admin] Publish callbacks [] for security_group (831aeb3f-f7a2-42a3-8e25-8073cf372a1f), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:34.072044 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ac7a-ec52-4583-89c6-72f1d46ff479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (831aeb3f-f7a2-42a3-8e25-8073cf372a1f), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:34.074615 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ac7a-ec52-4583-89c6-72f1d46ff479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:34.075942 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-d0e8ac7a-ec52-4583-89c6-72f1d46ff479 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/831aeb3f-f7a2-42a3-8e25-8073cf372a1f HTTP/1.1" status: 204 len: 168 time: 0.2356753 Apr 11 17:10:34.084390 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ac7a-ec52-4583-89c6-72f1d46ff479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831aeb3f-f7a2-42a3-8e25-8073cf372a1f,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:35.093267 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:10:39.731382 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45f6961b-eabb-4400-8f35-e819699a9353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:42.274116 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-830d2a3d-9239-4e23-9b8b-8ca2a0c2d005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:43.474218 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:43.788277 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:45.054295 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:46.014605 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:56.856708 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44558) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:56.963188 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fa96c55c-73b7-47f7-9b61-eac8755a06d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.055582 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fa96c55c-73b7-47f7-9b61-eac8755a06d5 admin admin] Publish callbacks [] for security_group (589c0b31-521d-4f0e-a402-243e4ad13d1c), precommit_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.148379 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-fa96c55c-73b7-47f7-9b61-eac8755a06d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (589c0b31-521d-4f0e-a402-243e4ad13d1c), after_create {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.191646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96c55c-73b7-47f7-9b61-eac8755a06d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c0b31-521d-4f0e-a402-243e4ad13d1c,revision_number=1']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:57.196244 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-fa96c55c-73b7-47f7-9b61-eac8755a06d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59858a78450c479084425c7d3262ee8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382633 Apr 11 17:10:57.199444 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44562) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:57.258684 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aedafb0-53c1-4c7a-a373-11325c7e88ff admin admin] Publish callbacks [] for security_group (589c0b31-521d-4f0e-a402-243e4ad13d1c), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.285622 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aedafb0-53c1-4c7a-a373-11325c7e88ff admin admin] Publish callbacks [] for security_group (589c0b31-521d-4f0e-a402-243e4ad13d1c), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.426374 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aedafb0-53c1-4c7a-a373-11325c7e88ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (589c0b31-521d-4f0e-a402-243e4ad13d1c), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.430038 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-8aedafb0-53c1-4c7a-a373-11325c7e88ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:57.431964 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-8aedafb0-53c1-4c7a-a373-11325c7e88ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/589c0b31-521d-4f0e-a402-243e4ad13d1c HTTP/1.1" status: 204 len: 168 time: 0.2313364 Apr 11 17:10:57.440996 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedafb0-53c1-4c7a-a373-11325c7e88ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c0b31-521d-4f0e-a402-243e4ad13d1c,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:58.030244 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44568) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:58.044866 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79c7a3ed-958e-4354-ac2f-9281a41bdce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.128004 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79c7a3ed-958e-4354-ac2f-9281a41bdce1 admin admin] Publish callbacks [] for security_group (9d4e6798-ecf6-4731-8ce2-c5219c267d0f), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.199777 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-79c7a3ed-958e-4354-ac2f-9281a41bdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9d4e6798-ecf6-4731-8ce2-c5219c267d0f), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.240836 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-79c7a3ed-958e-4354-ac2f-9281a41bdce1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3db767e7b334f83ba6eb877ac806e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091894 Apr 11 17:10:58.241800 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7a3ed-958e-4354-ac2f-9281a41bdce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4e6798-ecf6-4731-8ce2-c5219c267d0f,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:10:58.245322 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44570) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:10:58.304248 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bea16e29-b3a7-43dc-b8f6-7321268e63ee admin admin] Publish callbacks [] for security_group (9d4e6798-ecf6-4731-8ce2-c5219c267d0f), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.329146 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bea16e29-b3a7-43dc-b8f6-7321268e63ee admin admin] Publish callbacks [] for security_group (9d4e6798-ecf6-4731-8ce2-c5219c267d0f), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.450969 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bea16e29-b3a7-43dc-b8f6-7321268e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9d4e6798-ecf6-4731-8ce2-c5219c267d0f), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.453636 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-bea16e29-b3a7-43dc-b8f6-7321268e63ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:10:58.454860 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-bea16e29-b3a7-43dc-b8f6-7321268e63ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d4e6798-ecf6-4731-8ce2-c5219c267d0f HTTP/1.1" status: 204 len: 168 time: 0.2080116 Apr 11 17:10:58.464956 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea16e29-b3a7-43dc-b8f6-7321268e63ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4e6798-ecf6-4731-8ce2-c5219c267d0f,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:00.192788 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44600) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:11:00.306632 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fdbda181-a444-458e-8e65-df7e60ff072c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.387051 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fdbda181-a444-458e-8e65-df7e60ff072c admin admin] Publish callbacks [] for security_group (9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.505515 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-fdbda181-a444-458e-8e65-df7e60ff072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.544627 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbda181-a444-458e-8e65-df7e60ff072c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:00.549547 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-fdbda181-a444-458e-8e65-df7e60ff072c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37b6a24a33a7476fa483c3632043f2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552659 Apr 11 17:11:00.551837 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44604) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:11:00.601226 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1d266e19-6119-4ae5-b46a-8d779a2866eb admin admin] Publish callbacks [] for security_group (9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2), before_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.626882 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1d266e19-6119-4ae5-b46a-8d779a2866eb admin admin] Publish callbacks [] for security_group (9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2), precommit_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.736943 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1d266e19-6119-4ae5-b46a-8d779a2866eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2), after_delete {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.739452 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-1d266e19-6119-4ae5-b46a-8d779a2866eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:00.740632 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-1d266e19-6119-4ae5-b46a-8d779a2866eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2 HTTP/1.1" status: 204 len: 168 time: 0.1877973 Apr 11 17:11:00.749222 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d266e19-6119-4ae5-b46a-8d779a2866eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5b3d5c-9459-4424-bfb1-c1a83ebe5dd2,revision_number=None']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:06.523061 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44662) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:11:06.627854 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:06.704208 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Publish callbacks [] for security_group (49ca186b-d6e7-4d84-9795-e0053e127bd2), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:06.799387 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (49ca186b-d6e7-4d84-9795-e0053e127bd2), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:06.842542 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf1fdb9334a84eaea29d42e18c611025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183944 Apr 11 17:11:06.843497 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca186b-d6e7-4d84-9795-e0053e127bd2,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:06.845262 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44666) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:11:06.850897 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.851247 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.851620 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.851968 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.852303 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.852639 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.852972 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.853297 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.853627 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.853992 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.854504 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.854840 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.855169 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.855493 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.855844 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994a57f-7cac-4183-9156-1359f0fe5600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:06.895319 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Publish callbacks [] for security_group (49ca186b-d6e7-4d84-9795-e0053e127bd2), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:06.916371 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Publish callbacks [] for security_group (49ca186b-d6e7-4d84-9795-e0053e127bd2), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:07.042524 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (49ca186b-d6e7-4d84-9795-e0053e127bd2), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:07.045147 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:07.046309 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49ca186b-d6e7-4d84-9795-e0053e127bd2 HTTP/1.1" status: 204 len: 168 time: 0.2000682 Apr 11 17:11:07.056558 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca186b-d6e7-4d84-9795-e0053e127bd2,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:07.062026 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.062375 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.062719 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.063057 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.063391 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.063742 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.064068 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.064389 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.064795 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.065025 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.065352 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.065676 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.065995 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.066312 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.066635 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad01cf-f1d0-409e-89d1-0449d9e5ae3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837163-2-iscsi {{(pid=110630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:11:07.862517 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.wsgi [-] (110631) accepted ('10.222.0.43', 44672) {{(pid=110631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:11:07.876651 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e2c393-81ca-4cfd-87f0-b7ee4eca628c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:07.951278 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e2c393-81ca-4cfd-87f0-b7ee4eca628c admin admin] Publish callbacks [] for security_group (cab25592-c65b-4397-b4f8-56d6f0a050da), precommit_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:08.039182 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron_lib.callbacks.manager [None req-12e2c393-81ca-4cfd-87f0-b7ee4eca628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (cab25592-c65b-4397-b4f8-56d6f0a050da), after_create {{(pid=110631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:08.081781 dv-cinder-837163-2-iscsi neutron-server[110631]: INFO neutron.wsgi [None req-12e2c393-81ca-4cfd-87f0-b7ee4eca628c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df5952088f084b2cbef86c3f01c659ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181108 Apr 11 17:11:08.082881 dv-cinder-837163-2-iscsi neutron-server[110631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c393-81ca-4cfd-87f0-b7ee4eca628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab25592-c65b-4397-b4f8-56d6f0a050da,revision_number=1']} {{(pid=110631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:08.084444 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [-] (110630) accepted ('10.222.0.43', 44674) {{(pid=110630) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:11:08.133708 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d5b1f1-7967-4bd7-93b8-2ba298ca46d3 admin admin] Publish callbacks [] for security_group (cab25592-c65b-4397-b4f8-56d6f0a050da), before_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:08.156177 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d5b1f1-7967-4bd7-93b8-2ba298ca46d3 admin admin] Publish callbacks [] for security_group (cab25592-c65b-4397-b4f8-56d6f0a050da), precommit_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:08.299646 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d5b1f1-7967-4bd7-93b8-2ba298ca46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545828'] for security_group (cab25592-c65b-4397-b4f8-56d6f0a050da), after_delete {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:08.302196 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron_lib.callbacks.manager [None req-94d5b1f1-7967-4bd7-93b8-2ba298ca46d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:08.303363 dv-cinder-837163-2-iscsi neutron-server[110630]: INFO neutron.wsgi [None req-94d5b1f1-7967-4bd7-93b8-2ba298ca46d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cab25592-c65b-4397-b4f8-56d6f0a050da HTTP/1.1" status: 204 len: 168 time: 0.2173471 Apr 11 17:11:08.312448 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5b1f1-7967-4bd7-93b8-2ba298ca46d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab25592-c65b-4397-b4f8-56d6f0a050da,revision_number=None']} {{(pid=110630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:11:09.684798 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-35390098-620c-46ca-a0ef-7ae0db7e6c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:12.094132 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:11:12.308215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-17c01f55-4f3c-4877-8f29-e87ddbfb8bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:13.468301 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:13.799841 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:15.071180 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:16.016249 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:39.698762 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-390117a3-0b9f-45d5-aa88-2b6fedea8d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:42.295276 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a8cc113c-dceb-4218-88cb-c41879e7722f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:43.449663 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:43.789809 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:45.055471 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:46.007059 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:11:49.093037 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:12:09.717499 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bf82a208-e021-4626-ac6c-c510a5aba529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:12.334974 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d04f20f4-bd4a-451e-b50b-4cb4db75edf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:13.480840 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:13.837548 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:15.069216 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:16.080573 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:26.092928 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:12:39.726250 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-e7c2dd14-4d77-4991-87b3-3033f5d55efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:42.297062 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1d22aae3-dad3-4d5b-89e2-56845b7ad6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:43.454346 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:43.819757 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:45.076826 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:12:46.039600 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:03.092053 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:13:09.701879 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7b5c63bc-d6ab-40cf-a84a-926e089f6191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:12.308021 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-7924bb78-fb05-41c0-b4cd-df194dd06287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:13.479136 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:13.822209 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:15.067501 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:16.036270 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:39.695739 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-44d0136d-d6f4-4804-9621-6f5304e3e528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:40.092012 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:13:42.287428 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-757e2dc0-b5a5-43ab-a0aa-736d375db92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:43.432627 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:43.826981 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:45.081500 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:13:46.027130 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:09.721331 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-a0acba45-747e-49e6-9761-d223e90b596e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:12.292593 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0f8a-2e29-4fe3-834d-906003a57fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:13.457731 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:13.831576 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:13.927693 dv-cinder-837163-2-iscsi neutron-server[110630]: DEBUG neutron.wsgi [req-f375984b-fd2e-4ccb-8412-3bf3f4498f83 req-caf8ea69-0c6b-4470-abc6-7a52745d36f1 service neutron] (110630) timed out ('10.222.0.60', 54326) {{(pid=110630) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:14:15.088967 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:16.043066 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:17.091349 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:14:39.726166 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-38ebabfe-339c-4079-b376-49a52c3adb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:42.322403 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-bf6f29e8-cf72-4167-bc9d-f430c0aec22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:43.504024 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:43.842215 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:45.071077 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:46.030753 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:14:54.090844 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:15:09.698666 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-b06ac814-94ad-4399-9ed9-e2b52a845740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:12.316221 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-ed1abeb3-1575-4916-b571-881bc2770ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:13.479489 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:13.856569 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:15.093042 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:16.058456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:31.089450 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:15:39.720774 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-37ea041f-d8f4-4cca-a847-1428b449b5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:42.314769 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-45c3e0cc-d60a-40a6-a2a5-7d6b07d340da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:43.474931 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:43.839012 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:45.102199 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:15:46.012456 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:08.088821 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:16:09.708392 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-c0b1154d-af69-4c9e-889a-d32a0f2780c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:12.302890 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-216b6fe0-5177-4ceb-8976-97d57f3bfc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:13.478314 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:13.833891 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:15.091044 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:16.051555 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:39.701817 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-fd6f8f95-0bcb-4a6c-a54b-92e15e290100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (bcb14f9b-8fe5-4d77-8270-d638e3fcf652), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:42.296878 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-4ff5ee67-38a7-4262-8a1a-99b476dcede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (770e7b77-4464-4d27-9ff1-d3aaff5b9200), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:43.485201 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ce3e-85cf-4405-ab1e-1b69253c9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (f5483c35-6731-4fd4-beea-a98620f21619), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:43.827605 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-67cdd9da-8a6d-4d63-a3a5-353ba905dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (2ffb42c0-eeda-4f18-8ea0-3c7201ff7aaf), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:45.088208 dv-cinder-837163-2-iscsi neutron-server[110633]: DEBUG neutron.db.agents_db [None req-fa6803c2-dc5d-480d-82b6-e578f1228735 None None] Agent healthcheck: found 6 active agents {{(pid=110633) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:16:45.089421 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-5cf486ad-6f06-4b6c-be53-cab7120884dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (c80a9a45-e20e-4ec9-9e98-fb94c7327cd6), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:16:46.045098 dv-cinder-837163-2-iscsi neutron-server[110632]: DEBUG neutron_lib.callbacks.manager [None req-682d788a-4085-449c-aa0a-a7cf52eda093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759696418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3587315'] for agent (09d9e38d-7c8f-4f49-894a-d73931c65aa4), after_update {{(pid=110632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}